-- Logs begin at Thu 2022-05-19 11:17:16 UTC, end at Thu 2022-05-19 12:43:13 UTC. -- May 19 12:07:53.971205 dv-cinder-804757-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 12:07:56.796487 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.common.config [-] Logging enabled! May 19 12:07:56.797105 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 12:07:56.797275 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104105) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 12:07:56.800744 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.common.config [-] Logging enabled! May 19 12:07:56.800996 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 19 12:07:56.801300 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104105) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 19 12:07:56.802234 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:07:56.802467 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:07:56.802834 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:07:56.803074 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:07:56.803294 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:07:56.803710 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.804028 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.804255 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.804546 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.804829 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.805105 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.805388 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.805677 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.805958 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.806231 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.806513 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.806734 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.807009 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.807288 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.807569 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.807803 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] debug = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.808085 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.808508 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.808909 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.809194 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.809477 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.809748 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.810019 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.810284 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.810561 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.810884 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] host = dv-cinder-804757-28-iscsi {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.811156 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.811439 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.811718 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.812022 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.812297 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.812566 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.812844 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.813629 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.813892 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.814162 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.814465 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.814733 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.815021 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.815239 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.815456 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.815734 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.816045 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.816321 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.816589 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.816853 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.817120 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.817389 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.817656 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.817937 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.818216 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.818496 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.818766 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.819031 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.819296 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.819562 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.819861 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.820130 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.820395 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.820660 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.820938 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.821200 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.821468 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.821765 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.822049 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.822329 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.822609 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.822877 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.823152 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.823417 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.823683 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.823971 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] use_json = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.824236 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.824501 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.824775 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.825040 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.825303 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.825571 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.825836 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.826113 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.826379 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:07:56.826673 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.826965 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.827257 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.827535 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.827859 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.828137 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.828425 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.829331 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.829666 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.829957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.830248 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.830525 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.830821 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.831107 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.831398 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.831698 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.832016 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.832313 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.832587 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.832860 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.833131 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.833405 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.833688 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.833964 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.834249 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.834778 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.835059 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.835352 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.835632 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.835943 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.836239 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.836528 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.836801 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.837073 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.837360 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.837636 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.837905 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.838191 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.838464 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.838732 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.839008 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.839281 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.839547 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.839834 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.840112 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.840397 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.840669 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.840935 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.841202 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.841473 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.841738 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.842016 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.842296 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.842564 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.842833 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.843109 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.843378 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.843645 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.843945 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.844242 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.844520 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.844847 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.845154 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.845383 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.845650 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.845915 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.846181 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.846446 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.846719 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.846989 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.847255 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.847522 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.847810 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.848083 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.848382 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.848655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.848929 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.849201 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.849472 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.849742 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.850013 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.850284 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.850555 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.850821 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.851114 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.851390 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.851672 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.851979 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.852258 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.852574 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.852845 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.853116 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.853391 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.853662 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.853931 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.854208 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.854485 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.854773 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.855059 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.855328 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.855616 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.855934 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.856231 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.856506 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.856818 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.857102 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:07:56.857314 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:07:56.857560 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104105) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 12:07:57.330217 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 12:07:57.330474 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 12:07:57.330772 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 19 12:07:57.331101 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 12:07:57.664352 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.664535 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.664781 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.665953 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.666227 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.666485 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.722287 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.722560 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.722823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.741819 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.742089 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.742357 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.776182 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.776459 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.776725 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.813153 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.813925 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:57.813925 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.206029 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.206213 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.206479 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.206736 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.207487 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.309702 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.310144 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.310426 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.310695 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.310962 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.311270 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.311529 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.311806 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.312055 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.312332 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.312592 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.312852 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.313682 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.313935 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.314276 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.314544 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.314798 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.315066 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.315332 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.315589 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.315888 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.320910 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.320910 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.320910 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.320910 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.320910 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:58.321299 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 12:07:58.322502 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 12:07:58.326605 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 12:07:58.330897 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 19 12:07:58.332537 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 12:07:58.333004 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 12:07:58.333331 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 12:07:58.333710 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 12:07:58.336911 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 12:07:58.337160 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 12:07:58.337507 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:07:58.348369 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 19 12:07:58.383989 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 12:07:58.384449 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.384743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104105) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 19 12:07:58.385120 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.386459 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104105) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 12:07:58.386741 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 12:07:58.386983 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 12:07:58.390286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.390564 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:58.453150 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 12:07:58.453391 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 12:07:58.453648 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 12:07:58.454311 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 12:07:58.505647 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO dbcounter [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Registered counter for database neutron May 19 12:07:58.525232 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_db.sqlalchemy.engines [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104105) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 12:07:58.531736 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writer thread running {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:07:59.118265 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing driver for type 'gre' May 19 12:07:59.118937 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] gre ID ranges: [(1, 1000)] May 19 12:07:59.326206 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing driver for type 'local' May 19 12:07:59.326535 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing driver for type 'vlan' May 19 12:07:59.415491 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] VlanTypeDriver initialization complete May 19 12:07:59.415846 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing driver for type 'vxlan' May 19 12:07:59.416384 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] vxlan ID ranges: [(1, 1000)] May 19 12:07:59.621376 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing extension driver 'port_security' May 19 12:07:59.621643 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.extensions.port_security [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] PortSecurityExtensionDriver initialization complete May 19 12:07:59.622037 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing mechanism driver 'openvswitch' May 19 12:07:59.622329 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing mechanism driver 'hyperv' May 19 12:07:59.633891 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:07:59.634571 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.634951 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.635312 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.635866 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:07:59.636305 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.636688 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.637040 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.637436 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:07:59.637853 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.638213 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.638564 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.638955 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:07:59.639367 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > security_group after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.639720 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > security_group after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.640089 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.640498 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:07:59.640911 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.642022 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.642485 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.642884 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:07:59.643297 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > address_group after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.643652 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > address_group after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.644031 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.644438 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 19 12:07:59.645074 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] ML2 OVO RPC backend initialized. {{(pid=104105) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 19 12:07:59.646079 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.646195 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.646603 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.646968 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > networks before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.647321 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.647675 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > ports before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.648050 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.648408 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnets before_response 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.648767 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.649120 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.649469 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.649820 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.650170 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.650535 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.650884 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.652485 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.652485 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.659812 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded quota_driver: . May 19 12:07:59.660173 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Modular L2 Plugin initialization complete May 19 12:07:59.660531 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading services supported by the core plugin {{(pid=104105) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 12:07:59.660881 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.plugins.ml2.managers [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Got port-security extension from driver 'port_security' May 19 12:07:59.661379 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.extensions.vlantransparent [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Disabled vlantransparent extension. May 19 12:07:59.661931 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104105) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 12:07:59.662263 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: router May 19 12:07:59.708691 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.709088 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_create 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.709465 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router before_create 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.710097 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.710472 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.710838 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_delete 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.711203 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.711558 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.711965 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_create 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.712319 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_update 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.712672 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_update 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.713040 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.713445 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_update 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.713861 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_update 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.714237 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.714612 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.714958 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: subnet after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.715304 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.715662 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.716119 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_create 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.716474 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.716827 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.717192 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router after_update 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.717543 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.717899 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_create 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.718269 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.718619 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_update 55549900 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.718991 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > agent after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.719508 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > agent after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.719891 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > network after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.720811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Tracking information for resource: router configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:59.721154 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Tracking information for resource: floatingip configured {{(pid=104105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 12:07:59.726477 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.db.l3_agentschedulers_db [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 12:07:59.727095 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730621 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730621 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730621 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730621 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router before_create 55550100 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730621 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730981 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_create 55550100 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.730981 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > router precommit_update 55550100 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.735007 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.provider_configuration [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service providers = [] {{(pid=104105) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 12:07:59.735376 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.db.servicetype_db [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104105) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 12:07:59.738491 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.service_base [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:07:59.738851 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.service_base [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:07:59.739202 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.service_base [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:07:59.740132 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.services.service_base [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 12:07:59.740518 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.services.service_base [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 12:07:59.740913 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.741373 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 12:07:59.752879 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.753224 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: auto_allocate May 19 12:07:59.764371 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: network precommit_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.764749 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: network precommit_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.765282 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.765608 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: tag May 19 12:07:59.773194 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.773531 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: timestamp May 19 12:07:59.777697 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.778038 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: network_ip_availability May 19 12:07:59.783703 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.784106 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.784474 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:07:59.785226 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.785645 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: flavors May 19 12:07:59.790440 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.790878 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading Plugin: revisions May 19 12:07:59.795225 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 12:07:59.795622 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_concurrency.lockutils [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.465s {{(pid=104105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 19 12:07:59.796406 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104105) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 19 12:07:59.796802 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Initializing extension manager. May 19 12:07:59.797369 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: __init__.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.797741 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: __pycache__ {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.798105 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: _port_mac_address_override.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.798514 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: address_group.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.799297 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.800125 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: address-group May 19 12:07:59.800459 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: address_scope.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.801183 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.801704 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: address-scope May 19 12:07:59.802041 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.803013 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.803527 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: router-admin-state-down-before-update May 19 12:07:59.803889 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: agent.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.804649 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.805158 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: agent May 19 12:07:59.805487 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: agent_resources_synced.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.806415 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.806928 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: agent-resources-synced May 19 12:07:59.807259 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: allowedaddresspairs.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.809125 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.809652 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: allowed-address-pairs May 19 12:07:59.810008 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: auto_allocated_topology.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.818309 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.818851 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: auto-allocated-topology May 19 12:07:59.819187 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: availability_zone.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.819948 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.820464 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: availability_zone May 19 12:07:59.820790 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: availability_zone_filter.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.821726 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.822239 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: availability_zone_filter May 19 12:07:59.822562 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: data_plane_status.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.823482 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.824020 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension data-plane-status not supported by any of loaded plugins May 19 12:07:59.824354 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: default_subnetpools.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.825380 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.825894 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: default-subnetpools May 19 12:07:59.826227 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.827059 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.827574 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: dhcp_agent_scheduler May 19 12:07:59.827932 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: dns.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.829409 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.829921 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension dns-integration not supported by any of loaded plugins May 19 12:07:59.830252 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: dns_domain_ports.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.831284 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.831825 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 12:07:59.832161 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.833100 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.833615 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 19 12:07:59.833943 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: dvr.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.834889 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.835402 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: dvr May 19 12:07:59.835728 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: ecmp_routes.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.836817 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.837332 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension ecmp_routes not supported by any of loaded plugins May 19 12:07:59.837663 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: empty_string_filtering.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.838590 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.839103 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: empty-string-filtering May 19 12:07:59.839435 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.840392 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.840901 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 12:07:59.841226 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.842250 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.842802 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 12:07:59.843083 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: external_net.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.844039 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.844665 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: external-net May 19 12:07:59.844991 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.845912 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.846416 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: extra_dhcp_opt May 19 12:07:59.846750 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: extraroute.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.847679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.848229 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: extraroute May 19 12:07:59.848552 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: extraroute_atomic.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.849615 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.850128 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: extraroute-atomic May 19 12:07:59.850456 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: filter_validation.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.851136 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.851678 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: filter-validation May 19 12:07:59.852025 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: fip_pf_description.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.858188 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.858702 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 12:07:59.859029 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: fip_pf_port_range.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.860514 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.861158 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 19 12:07:59.861488 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: fip_port_details.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.862565 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.863077 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: fip-port-details May 19 12:07:59.863405 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: flavors.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.864690 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.865211 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: flavors May 19 12:07:59.865543 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.867253 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.867816 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 12:07:59.868160 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: floatingip_pools.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.868877 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.869417 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: floatingip-pools May 19 12:07:59.869754 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: ip_allocation.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.870747 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.871259 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension ip_allocation not supported by any of loaded plugins May 19 12:07:59.871639 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.872704 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.873229 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: ip-substring-filtering May 19 12:07:59.873567 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l2_adjacency.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.874530 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.875040 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 12:07:59.875411 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.877143 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.877672 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: router May 19 12:07:59.878007 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.880347 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.880885 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 12:07:59.881223 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.882169 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.882693 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: ext-gw-mode May 19 12:07:59.883030 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.883992 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.884574 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: l3-ha May 19 12:07:59.884906 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.885828 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.886339 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 19 12:07:59.886668 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_flavors.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.887606 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.888163 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: l3-flavors May 19 12:07:59.888606 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.890003 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.890540 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 19 12:07:59.890882 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.891974 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.892498 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 12:07:59.899460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: l3agentscheduler.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.899460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.899460 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: l3_agent_scheduler May 19 12:07:59.899460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: local_ip.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.901044 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.901573 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension local_ip not supported by any of loaded plugins May 19 12:07:59.901911 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: logging.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.903401 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.903965 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension logging not supported by any of loaded plugins May 19 12:07:59.904310 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: metering.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.905112 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.905710 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: metering May 19 12:07:59.906046 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.907185 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.907707 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: metering_source_and_destination_fields May 19 12:07:59.908070 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: multiprovidernet.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.909037 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.909563 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: multi-provider May 19 12:07:59.909893 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: netmtu.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.910947 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.911469 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: net-mtu May 19 12:07:59.911819 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: netmtu_writable.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.912883 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.913402 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: net-mtu-writable May 19 12:07:59.913733 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: network_availability_zone.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.914405 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.914919 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: network_availability_zone May 19 12:07:59.915269 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: network_ip_availability.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.916425 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.916941 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: network-ip-availability May 19 12:07:59.917273 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: network_segment_range.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.918043 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.918552 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension network-segment-range not supported by any of loaded plugins May 19 12:07:59.918936 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: pagination.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.919957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.920294 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: pagination May 19 12:07:59.920620 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: port_device_profile.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.921548 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.922092 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: port-device-profile May 19 12:07:59.922928 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: port_mac_address_override.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.923968 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.924536 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: port-mac-override May 19 12:07:59.924840 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.928978 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.929501 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: port-mac-address-regenerate May 19 12:07:59.929830 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.930765 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.931292 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: port-numa-affinity-policy May 19 12:07:59.931619 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: port_resource_request.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.932568 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.933083 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension port-resource-request not supported by any of loaded plugins May 19 12:07:59.933409 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: port_resource_request_groups.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.934405 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.934920 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 19 12:07:59.935249 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: portbindings.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.936222 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.936737 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: binding May 19 12:07:59.937066 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: portbindings_extended.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.938971 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.939573 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: binding-extended May 19 12:07:59.939937 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: portsecurity.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.940874 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.941402 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: port-security May 19 12:07:59.941783 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: project_id.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.942770 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.943106 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: project-id May 19 12:07:59.943433 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: providernet.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.944447 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.944963 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: provider May 19 12:07:59.945292 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.949002 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.949536 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos not supported by any of loaded plugins May 19 12:07:59.949875 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.951161 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.951777 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 12:07:59.952138 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.953090 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.953735 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 12:07:59.954228 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_default.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.955304 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.955856 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-default not supported by any of loaded plugins May 19 12:07:59.956192 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_fip.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.957128 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.957647 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-fip not supported by any of loaded plugins May 19 12:07:59.957979 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.958984 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.959495 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 19 12:07:59.960102 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_gateway_ip.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.961044 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.961565 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 12:07:59.961891 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_port_network_policy.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.962827 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.963343 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 12:07:59.963680 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.964819 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.965336 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 19 12:07:59.965666 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.966733 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.967254 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 19 12:07:59.967582 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_pps_rule.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.968805 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.969370 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-pps not supported by any of loaded plugins May 19 12:07:59.969892 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_rule_type_details.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.970827 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.971350 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 12:07:59.971682 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.972672 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.973188 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 19 12:07:59.973516 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: qos_rules_alias.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.974619 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.975141 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 12:07:59.975502 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: quota_check_limit.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.976704 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.977234 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: quota-check-limit May 19 12:07:59.977567 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: quotasv2.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.978633 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.978967 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: quotas May 19 12:07:59.979381 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: quotasv2_detail.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.981312 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.981657 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: quota_details May 19 12:07:59.982066 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: rbac.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.983138 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.983713 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: rbac-policies May 19 12:07:59.984081 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: rbac_address_group.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.985896 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.986440 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: rbac-address-group May 19 12:07:59.986774 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: rbac_address_scope.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.987777 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.988343 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: rbac-address-scope May 19 12:07:59.988671 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: rbac_security_groups.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.989656 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.990188 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: rbac-security-groups May 19 12:07:59.990518 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: rbac_subnetpool.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:07:59.991487 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:07:59.992042 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: rbac-subnetpool May 19 12:07:59.992395 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: revisionifmatch.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.001884 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.002519 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: revision-if-match May 19 12:08:00.002840 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: revisions.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.004324 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.004995 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: standard-attr-revisions May 19 12:08:00.005329 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: router_availability_zone.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.006046 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.006579 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: router_availability_zone May 19 12:08:00.006914 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: routerservicetype.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.008157 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.008688 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension router-service-type not supported by any of loaded plugins May 19 12:08:00.009020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.009992 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.010513 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: security-groups-normalized-cidr May 19 12:08:00.010844 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.011860 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.012386 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: port-security-groups-filtering May 19 12:08:00.012714 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.013872 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.014461 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: security-groups-remote-address-group May 19 12:08:00.014733 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.015729 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.016316 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: security-groups-shared-filtering May 19 12:08:00.016638 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.017257 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 19 12:08:00.017600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: securitygroup.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.028001 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.028599 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: security-group May 19 12:08:00.028938 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: segment.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.029799 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.030306 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension segment not supported by any of loaded plugins May 19 12:08:00.030779 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.032128 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.032662 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 12:08:00.032991 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: servicetype.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.034209 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.034746 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: service-type May 19 12:08:00.035080 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: sorting.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.036180 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.036734 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: sorting May 19 12:08:00.037073 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: standard_attr_segment.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.038056 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.038612 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 12:08:00.038949 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: standardattrdescription.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.039644 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.040204 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: standard-attr-description May 19 12:08:00.040540 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: stateful_security_group.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.041540 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.042064 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: stateful-security-group May 19 12:08:00.042778 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: stdattrs_common.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.043149 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 12:08:00.043479 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.044465 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.044990 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 12:08:00.045321 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: subnet_onboard.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.046430 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.046956 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: subnet_onboard May 19 12:08:00.047828 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.048868 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.049396 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 12:08:00.049724 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: subnet_service_types.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.050677 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.051199 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: subnet-service-types May 19 12:08:00.051557 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: subnetallocation.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.052746 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.053268 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: subnet_allocation May 19 12:08:00.053597 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.054302 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.054813 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: subnetpool-prefix-ops May 19 12:08:00.055257 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.056135 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.056655 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 12:08:00.056984 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: tagging.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.058104 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.058712 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: standard-attr-tag May 19 12:08:00.059010 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: timestamp.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.065330 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.065903 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loaded extension: standard-attr-timestamp May 19 12:08:00.066248 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: trunk.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.067368 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.067928 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension trunk not supported by any of loaded plugins May 19 12:08:00.068268 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: trunk_details.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.069228 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.069755 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension trunk-details not supported by any of loaded plugins May 19 12:08:00.070086 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: uplink_status_propagation.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.071057 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.071573 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 12:08:00.071942 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Loading extension file: vlantransparent.py {{(pid=104105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 19 12:08:00.072644 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 19 12:08:00.073158 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 12:08:00.075905 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:network May 19 12:08:00.076454 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:subnet May 19 12:08:00.076869 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:08:00.077267 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:port May 19 12:08:00.080615 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.081121 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service FLAVORS assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.081723 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.082162 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.082507 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:router May 19 12:08:00.082958 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:floatingip May 19 12:08:00.083475 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service METERING assigned prefix: /metering {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.085273 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:08:00.085653 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:08:00.086008 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:08:00.087067 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:08:00.087527 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:security_group May 19 12:08:00.088020 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:08:00.088573 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service CORE assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.089000 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:08:00.089357 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] subnetpool is already registered May 19 12:08:00.089795 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service CORE assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.090133 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:08:00.090469 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] subnetpool is already registered May 19 12:08:00.092881 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.093332 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service FLAVORS assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.093934 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.094892 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.095435 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:router May 19 12:08:00.095814 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] router is already registered May 19 12:08:00.096243 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:floatingip May 19 12:08:00.098361 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] floatingip is already registered May 19 12:08:00.098361 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service METERING assigned prefix: /metering {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.098361 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of CountableResource for resource:rbac_policy May 19 12:08:00.098361 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] rbac_policy is already registered May 19 12:08:00.098676 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:security_group May 19 12:08:00.098800 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] security_group is already registered May 19 12:08:00.099214 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 12:08:00.099552 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] security_group_rule is already registered May 19 12:08:00.100252 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service CORE assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.100590 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:08:00.100934 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] subnetpool is already registered May 19 12:08:00.101369 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.v2.resource_helper [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Service CORE assigned prefix: {{(pid=104105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 12:08:00.101699 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Creating instance of TrackedResource for resource:subnetpool May 19 12:08:00.102030 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING neutron.quota.resource_registry [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] subnetpool is already registered May 19 12:08:00.102530 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: extensions {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.104095 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: address-groups {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.105592 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: address-scopes {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.106904 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: agents {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.108100 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: auto-allocated-topology {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.109349 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: availability_zones {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.111957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: dhcp-networks {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.113472 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: dhcp-agents {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.114883 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: routers {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.116622 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: flavors {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.117882 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: service_profiles {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.119114 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: next_providers {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.120579 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: service_profiles {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.122175 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: floatingip-pools {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.123317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: routers {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.125058 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: floatingips {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.127952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: l3-routers {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.129346 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: l3-agents {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.130750 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: metering-labels {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.132018 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: metering-label-rules {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.133395 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: network-ip-availabilities {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.134634 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: bindings {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.136245 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: quotas {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.137905 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: quotas {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.139442 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: rbac-policies {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.140653 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: security-groups {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.143236 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: security-group-rules {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.144512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: service-providers {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.145730 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: subnetpools {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.147042 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: subnetpools {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.148601 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.150298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.153373 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.155177 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.157746 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.160172 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.161861 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.163779 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.165651 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.167395 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron.api.extensions [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Extended resource: tags {{(pid=104105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 12:08:00.174222 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING keystonemiddleware.auth_token [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 12:08:00.179566 dv-cinder-804757-28-iscsi neutron-server[104105]: WARNING keystonemiddleware.auth_token [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 12:08:00.189141 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_concurrency.lockutils [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Acquired lock "singleton_lock" {{(pid=104105) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 19 12:08:00.189624 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_concurrency.lockutils [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Releasing lock "singleton_lock" {{(pid=104105) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 19 12:08:00.190294 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Starting 2 workers May 19 12:08:00.195255 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Started child 104216 {{(pid=104105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:08:00.200086 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Started child 104217 {{(pid=104105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:08:00.200955 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:00.201692 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO neutron.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 12:08:00.202413 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:00.202630 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [-] (104216) wsgi starting up on http://0.0.0.0:9696 May 19 12:08:00.205891 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:00.206417 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Starting 1 workers May 19 12:08:00.207376 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [-] (104217) wsgi starting up on http://0.0.0.0:9696 May 19 12:08:00.211698 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Started child 104218 {{(pid=104105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:08:00.212363 dv-cinder-804757-28-iscsi neutron-server[104105]: INFO oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Starting 1 workers May 19 12:08:00.218471 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] calling RpcWorker wait() {{(pid=104218) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 12:08:00.218471 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] returning from RpcWorker wait() {{(pid=104218) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 12:08:00.219199 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Started child 104219 {{(pid=104105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 19 12:08:00.219869 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:00.219984 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2730be2-bf9c-4a6e-b84d-a726c6d2aa37 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:00.220111 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:00.220679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104105) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 12:08:00.220925 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:08:00.221185 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:08:00.221410 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:08:00.221726 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:08:00.221891 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:08:00.222579 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.222874 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.223171 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:00.223641 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.223641 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.224049 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.224294 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.224445 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:00.224598 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.224830 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.225134 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.225286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.225422 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.225652 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.225903 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.226211 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.226488 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.226744 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.227010 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.227160 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.227413 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.227667 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.227954 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.228253 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] debug = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.228516 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.229011 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.229262 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.229511 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.229767 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.230013 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.230238 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.230480 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.230714 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.230959 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.231200 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.231447 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.231677 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.232151 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.232151 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.232451 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.232585 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.233026 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] host = dv-cinder-804757-28-iscsi {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.233272 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.233529 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.233774 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.234015 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.234283 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.234515 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.235105 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.235105 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.235954 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.236218 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.236519 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.236722 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.236953 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.237216 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.237357 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_options = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.237578 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.237846 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.238115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.238314 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.238484 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.238742 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.238887 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.239031 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.239263 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.239511 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.239726 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.239970 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.240206 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.240439 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.240699 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.240913 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.241151 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.241362 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.241623 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.241855 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.242096 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.242324 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.242802 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.243274 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.243660 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.244255 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.244513 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.244737 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.244955 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.245265 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.245493 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.245931 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.246181 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.246418 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.246681 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.246912 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.247141 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.247378 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.247669 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.247920 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.248169 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.248554 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.248859 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.249269 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.249887 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.250135 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.250975 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_json = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.251840 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.252100 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.252357 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.252591 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.252816 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.255298 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256029 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256029 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256029 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256029 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256274 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256349 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256621 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.256846 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.257164 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.257452 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.257694 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.258027 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.258310 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.258568 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.258776 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.258999 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.259413 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.259664 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261300 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261300 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261300 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261300 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261300 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261846 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261846 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.261993 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.262248 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.262531 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.262796 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.263048 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.263498 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.263948 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.264392 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.264785 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.265218 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.265444 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.265716 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.266963 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.267775 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.268118 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.268423 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.268741 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.269005 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.269250 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.269483 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.269855 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.270256 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.270496 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.270713 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.270936 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.271201 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.271430 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.271923 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.272387 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.272837 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.273074 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.273316 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.273540 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.273777 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.273996 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.274232 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.274471 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.274725 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.274939 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.275169 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.275399 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.275617 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.275852 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.276080 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.276312 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.276529 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.276737 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.277105 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.277463 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.277840 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.278052 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.278264 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.278474 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.278688 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.278897 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.279109 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.279326 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.279536 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.279751 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.279987 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.280361 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.280598 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.280911 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.281177 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.281427 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.281745 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.282573 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.282806 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.283067 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.283309 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.283528 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.283741 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.284043 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.284312 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.284615 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.284866 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.285086 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.285358 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.285580 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.285812 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.286052 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.286284 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.286522 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.286760 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.287058 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.287281 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.287517 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.287923 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.288309 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.288549 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.288843 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.289084 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.289355 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.289597 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.289904 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.290189 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.290471 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.290748 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.290980 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.291226 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.291480 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.291725 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.292012 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.292272 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.292502 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.292739 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.293009 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.293269 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.293491 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.293718 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.294044 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.294274 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.294488 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.294700 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.294966 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.295195 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.295427 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.295709 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.295980 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.296236 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.296465 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.296708 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.296920 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.297150 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.297435 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.298258 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.298509 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.298723 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.298982 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.299197 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.299410 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.299664 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.299919 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.300152 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.300399 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.300744 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.301169 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.301343 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.301696 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.301920 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.302249 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.302461 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.302694 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.302785 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.302992 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.303256 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.303468 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.303760 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.304031 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.304269 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.304496 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.304747 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.305202 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.305202 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.305444 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.305676 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.305907 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.306118 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.306333 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.306554 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.306781 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.307005 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.307215 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.307445 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.307695 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.308064 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.308312 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.308555 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.308811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.309044 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.309257 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.309473 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.309688 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.309917 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.310132 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.310367 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.310616 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.310858 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.311074 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.311287 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.311522 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.311775 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.312094 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.312335 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.312650 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.312809 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.313631 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.314499 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.314721 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.314954 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.315167 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.315384 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.315604 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.315846 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.316139 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.316380 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.316609 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.316872 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.317106 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.317337 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.317567 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.317815 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.318024 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.318245 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.318462 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.318669 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.318891 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.319098 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.319304 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.319522 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.319734 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.319970 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.320215 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.320428 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.320641 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.320860 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.321072 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.321279 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.321520 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.321726 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.321932 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.322171 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.322406 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.322614 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.322861 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.323082 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.323759 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.324009 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.324224 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.324463 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.324706 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.324954 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.325192 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.325491 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.325751 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.326140 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.326274 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.326526 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.326738 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.327046 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.327317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.327416 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.327633 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.328078 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.328431 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.329373 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.330105 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.330377 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.330690 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.330937 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.331208 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.331440 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.331945 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.332270 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.332548 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.332801 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.333037 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.333276 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.333974 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.333974 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.333974 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.334250 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.334347 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.334829 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.335068 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.335311 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.335592 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.335770 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.336007 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.336247 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.336457 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.336697 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.336910 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.337067 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:08:00.337604 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104105) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 19 12:08:00.337750 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 12:08:00.337908 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 12:08:00.338076 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 12:08:00.338245 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 12:08:00.338382 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 12:08:00.338591 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.338753 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.338911 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.339071 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.339271 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.339437 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.339596 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.339752 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.339935 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.340093 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.340293 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.340430 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.340554 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.340711 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.340869 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341027 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341184 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341346 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341503 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341660 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341817 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.341973 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] debug = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.342129 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.342318 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:00.342463 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.342463 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.342731 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.342860 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343067 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343067 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343306 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343441 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343568 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343771 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.343771 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.344055 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.344699 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.344855 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.345679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.345844 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.346007 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] host = dv-cinder-804757-28-iscsi {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.347190 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.347190 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.347190 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.347619 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.347619 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.347619 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.348678 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_options = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.349679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.351600 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.353460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.355020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.356957 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.358823 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_json = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.360832 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361286 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.361743 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362198 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.362655 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363050 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363050 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363175 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363294 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363590 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363590 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.363590 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.364676 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.364676 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.364676 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.364676 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.366317 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.367740 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.369512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.370811 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.372115 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373033 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.373952 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.374665 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.374665 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.374665 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.374665 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.374665 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.374665 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375285 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375285 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375285 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375285 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375285 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375993 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.375993 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.376216 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.376216 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.376594 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.376594 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.376794 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.376874 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377351 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377351 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377351 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377721 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377721 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377944 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.377944 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.378153 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.378233 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.378373 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.378534 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.378699 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.378860 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.379019 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.379180 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.379339 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.379516 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.379673 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.379859 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380203 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380361 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380520 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380679 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380837 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.380995 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.381155 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.381314 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.381470 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.381628 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.381786 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.381944 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.382103 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.382262 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.382419 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.382578 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.382738 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.382897 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.383055 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.383214 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.383373 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.383592 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.383693 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.383859 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384020 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384178 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384336 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384495 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384653 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384812 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.384970 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.385127 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.385284 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.385443 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.385601 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.385759 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.385912 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.386065 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.386223 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.386382 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.386540 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.386699 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.386858 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387017 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387177 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387335 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387495 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387653 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387828 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.387992 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.388153 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.388315 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.388474 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.388631 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.388790 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.388965 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.389124 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.389281 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.389443 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.389601 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.389760 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.389919 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.390077 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.390237 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.390396 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.390556 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.390714 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.390872 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.391073 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.391696 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.391891 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.392057 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.392220 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.392380 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.392540 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.392701 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.392860 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393018 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393179 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393337 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393495 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393654 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393812 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.393969 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.394142 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.394302 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.394460 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.394622 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.394780 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.394938 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.395108 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.395266 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.395425 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.395583 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.395814 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.395927 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.396081 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.396240 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.396399 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.396556 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.396715 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.396873 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.397042 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.397201 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.397358 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.397516 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.397674 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.397833 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398000 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398157 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398315 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398477 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398635 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398792 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.398960 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.399118 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.399275 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.399434 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.399590 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.399748 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.399938 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.400098 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.400280 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.400413 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.400571 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.400730 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.400888 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.401059 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.401218 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.401379 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.401539 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.401697 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.401855 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.402015 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.402178 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.402347 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.402512 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.402673 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.402840 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.403007 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.403174 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.403332 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.403496 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.403746 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.403877 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404008 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404167 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404326 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404484 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404643 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404801 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.404959 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.405116 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.405275 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.405433 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.405590 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.405750 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.405908 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.406066 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.406224 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.406381 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.406540 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.407431 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 12:08:00.407584 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 12:08:00.662684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39084) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:00.671105 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064123 May 19 12:08:09.507226 dv-cinder-804757-28-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:12.447818 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c129f-2cfb-4aa6-aec5-3f4be8a20d26 None None] get_active_networks_info from dv-cinder-804757-28-iscsi {{(pid=104218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 19 12:08:12.462333 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writer thread running {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:08:12.552019 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c129f-2cfb-4aa6-aec5-3f4be8a20d26 None None] No non-hosted networks {{(pid=104218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 12:08:12.555739 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.agentschedulers_db [None req-dc1c129f-2cfb-4aa6-aec5-3f4be8a20d26 None None] DHCP Agent not found on host dv-cinder-804757-28-iscsi {{(pid=104218) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 19 12:08:12.711710 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1a1272e2-b07f-40d9-815a-bbec1c2f1ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914445'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:14.357592 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writer thread running {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:08:14.973730 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e9fe9795-24b0-4643-bf5d-3d95dc30682e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914445'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:15.018749 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.db.api [None req-182a0773-489d-4a7f-9b31-c502bd218a04 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-28-iscsi {{(pid=104218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:08:15.020079 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG oslo_db.api [None req-182a0773-489d-4a7f-9b31-c502bd218a04 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:08:15.632301 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-182a0773-489d-4a7f-9b31-c502bd218a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:15.863839 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39154) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:15.975070 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914445'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:16.524230 dv-cinder-804757-28-iscsi neutron-server[104217]: WARNING oslo_policy.policy [None req-04f8af6e-e911-4904-9ed8-18959fa40558 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:16.525001 dv-cinder-804757-28-iscsi neutron-server[104217]: WARNING oslo_policy.policy [None req-04f8af6e-e911-4904-9ed8-18959fa40558 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:16.760826 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [None req-04f8af6e-e911-4904-9ed8-18959fa40558 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:08:16.776628 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-04f8af6e-e911-4904-9ed8-18959fa40558 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9114950 May 19 12:08:17.520763 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914445'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:19.217211 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.db.l3_hamode_db [None req-1376fc4e-ae76-4f25-922f-c14b18649ba1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 12:08:19.300537 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914445'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:19.300840 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.301147 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.301502 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.301823 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.302152 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.302566 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.302815 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.303155 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.303487 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.303846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.304202 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.304529 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.304871 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.305195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.305513 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:19.305907 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:19.315476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:19.325198 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376fc4e-ae76-4f25-922f-c14b18649ba1 None None] Routers set() bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:08:19.325595 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376fc4e-ae76-4f25-922f-c14b18649ba1 None None] Router IDs set() for agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 19 12:08:19.429397 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39186) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:19.825582 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:19.919909 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.policy [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104217) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:08:19.963229 dv-cinder-804757-28-iscsi neutron-server[104217]: WARNING oslo_policy.policy [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:19.963681 dv-cinder-804757-28-iscsi neutron-server[104217]: WARNING oslo_policy.policy [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:19.983702 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writer thread running {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:08:20.131558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741698742824', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741698743356', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741698760151', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741698766817', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741698781131', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741698781416', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-880680', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-877850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3944323', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4115412'] for rbac-policy (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:20.373275 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:20.392543 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-de9f12c0-34f7-4a88-be94-4ce70f43a2e4 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9618385 May 19 12:08:22.893043 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 39198) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:23.425950 dv-cinder-804757-28-iscsi neutron-server[104216]: WARNING oslo_policy.policy [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:23.426528 dv-cinder-804757-28-iscsi neutron-server[104216]: WARNING oslo_policy.policy [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:23.641571 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:23.654599 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writer thread running {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 19 12:08:23.829082 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Made reservation on behalf of 64092131887b4859ae47a1f4c3e0d24a for: {'network': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:08:23.891562 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.policy [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104216) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 12:08:23.934108 dv-cinder-804757-28-iscsi neutron-server[104216]: WARNING oslo_policy.policy [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:23.934677 dv-cinder-804757-28-iscsi neutron-server[104216]: WARNING oslo_policy.policy [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 12:08:23.946474 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:23.967845 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.080949 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks [] for security_group (34e5e495-c071-4d83-abf5-9cba6adb25b5), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.137333 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (34e5e495-c071-4d83-abf5-9cba6adb25b5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.174932 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=104216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:08:24.204462 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (7ff80884-a9a6-4a29-a4f1-a92671ba60ae), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.204932 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.segments_db [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Added segment 7ff80884-a9a6-4a29-a4f1-a92671ba60ae of type vlan for network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 May 19 12:08:24.211213 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5e495-c071-4d83-abf5-9cba6adb25b5,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:24.253804 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.254151 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.254492 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.254919 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.255263 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.255591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.255953 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.256282 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.256622 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.257102 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.257430 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.257767 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.258092 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.258411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.258728 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Tracked resource versions report: May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: pushed versions: May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: { 'AddressGroup': {'1.2'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Agent': {'1.1'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'ConntrackHelper': {'1.0'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'LocalIPAssociation': {'1.0'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Log': {'1.0'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'NDPProxy': {'1.0'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Network': {'1.1'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Port': {'1.7'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'PortForwarding': {'1.3'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'QosPolicy': {'1.10'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroup': {'1.5'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroupRule': {'1.2'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SubPort': {'1.0'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Subnet': {'1.1'}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Trunk': {'1.1'}} May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: consumer versions: May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Agent': '1.1', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'ConntrackHelper': '1.0', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'LocalIPAssociation': '1.0', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Log': '1.0', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'NDPProxy': '1.0', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Network': '1.1', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Port': '1.7', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'PortForwarding': '1.3', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'QosPolicy': '1.10', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroup': '1.5', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroupRule': '1.2', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SubPort': '1.0', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Subnet': '1.1', May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Trunk': '1.1'}} May 19 12:08:24.260188 dv-cinder-804757-28-iscsi neutron-server[104216]: {{(pid=104216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:08:24.322493 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (db18c37f-69c5-4b1c-9804-9f03e1eb7b28), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.417230 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (db18c37f-69c5-4b1c-9804-9f03e1eb7b28), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.423363 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:24.424091 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:24.544595 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] Pushing event updated for resources: {'Network': ['ID=db18c37f-69c5-4b1c-9804-9f03e1eb7b28,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:24.557617 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:08:24.573926 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-7b7f307c-a936-4af7-b2fd-c7369f1551ea demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.6721225 May 19 12:08:27.175026 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39218) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:27.651394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2098e233-60ec-4f0e-9209-0fe02e9dedb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:27.653082 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2098e233-60ec-4f0e-9209-0fe02e9dedb4 demo admin] 10.222.0.23 "GET /v2.0/networks/db18c37f-69c5-4b1c-9804-9f03e1eb7b28 HTTP/1.1" status: 200 len: 825 time: 0.4771094 May 19 12:08:27.681432 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-664aa68e-aae7-4029-872a-b8d991a104d1 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/200f959f-2b17-45e3-aa74-c8b4245160dd HTTP/1.1" status: 200 len: 734 time: 0.0217752 May 19 12:08:27.691885 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Request body: {'subnet': {'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd', 'gateway_ip': '172.20.0.1'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:27.948771 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Made reservation on behalf of 64092131887b4859ae47a1f4c3e0d24a for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:08:27.951518 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:28.294898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (5b7e7d35-3bdf-470a-a60f-dc911a776dc2), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:28.309602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:28.380376 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Checking segment: {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:08:28.380728 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Network hostable DHCP agents. Network: db18c37f-69c5-4b1c-9804-9f03e1eb7b28, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:08:28.390850 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Pushing event updated for resources: {'Subnet': ['ID=5b7e7d35-3bdf-470a-a60f-dc911a776dc2,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:28.406631 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.406972 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.407306 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.407635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.407987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.408308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.408623 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.408937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.409263 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.409580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.409910 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.410238 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.410550 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.410858 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.411164 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Tracked resource versions report: May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: pushed versions: May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: { 'AddressGroup': {'1.2'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Agent': {'1.1'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'ConntrackHelper': {'1.0'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'LocalIPAssociation': {'1.0'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Log': {'1.0'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'NDPProxy': {'1.0'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Network': {'1.1'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Port': {'1.7'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'PortForwarding': {'1.3'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'QosPolicy': {'1.10'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroup': {'1.5'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroupRule': {'1.2'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SubPort': {'1.0'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Subnet': {'1.1'}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Trunk': {'1.1'}} May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: consumer versions: May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Agent': '1.1', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'ConntrackHelper': '1.0', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'LocalIPAssociation': '1.0', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Log': '1.0', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'NDPProxy': '1.0', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Network': '1.1', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Port': '1.7', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'PortForwarding': '1.3', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'QosPolicy': '1.10', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroup': '1.5', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroupRule': '1.2', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SubPort': '1.0', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Subnet': '1.1', May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Trunk': '1.1'}} May 19 12:08:28.412573 dv-cinder-804757-28-iscsi neutron-server[104217]: {{(pid=104217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:08:28.458803 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=7 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:28.472935 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:28.494440 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:08:28.580760 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, db18c37f-69c5-4b1c-9804-9f03e1eb7b28) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:08:28.586369 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:28.586975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:28.591719 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a2ded-4c3b-4c79-b8a2-013c5489d871 None None] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:08:28.619217 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=33,neutron:INSERT=34 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:28.819431 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-27f79530-dd74-4a99-910d-9633763187df demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1318808 May 19 12:08:28.865441 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:08:28.866934 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:29.167705 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Allocated IP 172.20.0.2 (db18c37f-69c5-4b1c-9804-9f03e1eb7b28/5b7e7d35-3bdf-470a-a60f-dc911a776dc2/b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:08:29.445183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Publish callbacks [] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:29.535282 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:29.604880 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:08:29.612914 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:08:29.616494 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:08:29.661840 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Pushing event updated for resources: {'Port': ['ID=b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:29.688860 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.689208 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.689459 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.689807 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.690136 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.690458 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.690779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.691096 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.691430 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.691748 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.692094 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.692433 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.692750 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.693061 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.693370 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Tracked resource versions report: May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: pushed versions: May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: { 'AddressGroup': {'1.2'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Agent': {'1.1'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'ConntrackHelper': {'1.0'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'LocalIPAssociation': {'1.0'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Log': {'1.0'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'NDPProxy': {'1.0'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Network': {'1.1'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Port': {'1.7'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'PortForwarding': {'1.3'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'QosPolicy': {'1.10'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroup': {'1.5'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroupRule': {'1.2'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SubPort': {'1.0'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Subnet': {'1.1'}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Trunk': {'1.1'}} May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: consumer versions: May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Agent': '1.1', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'ConntrackHelper': '1.0', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'LocalIPAssociation': '1.0', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Log': '1.0', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'NDPProxy': '1.0', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Network': '1.1', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Port': '1.7', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'PortForwarding': '1.3', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'QosPolicy': '1.10', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroup': '1.5', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroupRule': '1.2', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SubPort': '1.0', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Subnet': '1.1', May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Trunk': '1.1'}} May 19 12:08:29.694769 dv-cinder-804757-28-iscsi neutron-server[104218]: {{(pid=104218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:08:29.721503 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:29.725894 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Attempting to bind port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:08:29.726285 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Attempting to bind port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:08:29.726694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Attempting to bind port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 on network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:08:29.732130 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:08:29.732504 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Checking segment: {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:08:29.732984 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:29.733366 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Bound using segment: {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:08:29.733855 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Bound port: b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:08:29.734244 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:29.801596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] For port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:08:29.822698 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] For port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17,segment=NetworkSegment(7ff80884-a9a6-4a29-a4f1-a92671ba60ae),segment_id=7ff80884-a9a6-4a29-a4f1-a92671ba60ae)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:08:29.909115 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:29.968542 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963685-8048-4de5-b27e-584c5caa45f0 None None] Pushing event updated for resources: {'Port': ['ID=b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:31.370673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39238) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:31.735527 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [None req-c26869af-e51d-4088-9e4a-b7743235fd8e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:08:31.736569 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c26869af-e51d-4088-9e4a-b7743235fd8e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3649547 May 19 12:08:34.279649 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39246) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:34.522655 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=35,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:34.542444 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=47,neutron:INSERT=40,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:34.642266 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [None req-934bdfec-82a3-4561-8731-70be99c48ca0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:08:34.643269 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-934bdfec-82a3-4561-8731-70be99c48ca0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3626354 May 19 12:08:37.201010 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39258) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:37.545674 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:37.559344 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:37.651181 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (e2501e43-69df-4323-bbd6-8a366e70b529), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:37.653012 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (e2501e43-69df-4323-bbd6-8a366e70b529), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:37.822323 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] Publish callbacks [] for router_controller (e2501e43-69df-4323-bbd6-8a366e70b529), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:37.880873 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (e2501e43-69df-4323-bbd6-8a366e70b529), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:37.970855 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:37.972101 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6c297091-3a17-491e-a515-ea1b54f10655 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7701299 May 19 12:08:39.964082 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=6 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:39.966472 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:40.589428 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39272) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:40.970901 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [None req-44a01a73-5c1a-4aad-ba50-0f9b26043abd admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:08:40.977177 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-44a01a73-5c1a-4aad-ba50-0f9b26043abd admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3814299 May 19 12:08:41.757835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9df8a-6be1-4fa4-a4af-b7ef6e1554c3 None None] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:08:41.878669 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] Provisioning complete for port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:41.879092 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:41.972836 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:08:42.077985 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] Current status of the port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:42.078448 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:42.106533 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:42.111445 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:42.152625 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] For port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17,segment=NetworkSegment(7ff80884-a9a6-4a29-a4f1-a92671ba60ae),segment_id=7ff80884-a9a6-4a29-a4f1-a92671ba60ae)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:08:42.203415 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:42.204122 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:42.224070 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:42.301238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.db.api [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:08:42.301769 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG oslo_db.api [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:08:42.302980 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4ddee-c475-4234-8d8f-beae7fc0f579 None None] Pushing event updated for resources: {'Port': ['ID=b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:42.348427 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-86181209-edf7-4f74-8fa9-6013d09451f5 None None] Provisioning complete for port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:42.348818 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-86181209-edf7-4f74-8fa9-6013d09451f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:42.441106 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-86181209-edf7-4f74-8fa9-6013d09451f5 None None] Current status of the port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:42.471130 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1143ca66-0757-43ba-b86b-2cd87f653a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:42.835517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:43.526835 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39280) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:43.862135 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:43.939562 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:08:43.942900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Made reservation on behalf of f3569780f2fe4b24b4109e2eee3c26fe for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:08:43.946792 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:43.963918 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:43.987395 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:43.987808 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.064341 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:44.075681 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks [] for security_group (1ada8e58-73b0-413d-b880-ac63bcba4b0b), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.148478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1ada8e58-73b0-413d-b880-ac63bcba4b0b), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.170286 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Reserving flat network on physical network physnet1 {{(pid=104217) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 12:08:44.188580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada8e58-73b0-413d-b880-ac63bcba4b0b,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:44.197035 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (73eb448a-0680-4009-abea-32c6bab16507), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.197529 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Added segment 73eb448a-0680-4009-abea-32c6bab16507 of type flat for network 6a4de832-415a-4206-a7f0-598c302b7d31 May 19 12:08:44.260235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (6a4de832-415a-4206-a7f0-598c302b7d31), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.356998 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (6a4de832-415a-4206-a7f0-598c302b7d31), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.358161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:44.358871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:44.459080 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] Pushing event updated for resources: {'Network': ['ID=6a4de832-415a-4206-a7f0-598c302b7d31,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:44.469550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 6a4de832-415a-4206-a7f0-598c302b7d31 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:08:44.472618 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:44.503982 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-44aa144d-0cfd-4c36-a080-03072e76675f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9760077 May 19 12:08:44.570881 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:44.885264 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-10f78b7f-d6fc-449e-8359-001b56c87b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:45.936717 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:47.042394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39298) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:47.238122 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de8769-3316-4c94-bd1d-89b162929ad2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:47.239468 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a9de8769-3316-4c94-bd1d-89b162929ad2 demo admin] 10.222.0.23 "GET /v2.0/subnets/5b7e7d35-3bdf-470a-a60f-dc911a776dc2 HTTP/1.1" status: 200 len: 849 time: 0.1961291 May 19 12:08:47.366002 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c2fb8885-9abd-4499-9a02-90c001bf03bd demo admin] 10.222.0.23 "GET /v2.0/routers/e2501e43-69df-4323-bbd6-8a366e70b529 HTTP/1.1" status: 200 len: 704 time: 0.1208444 May 19 12:08:47.486328 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:47.601689 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:47.642502 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:47.733370 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:47.948476 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Allocated IP 172.20.0.1 (db18c37f-69c5-4b1c-9804-9f03e1eb7b28/5b7e7d35-3bdf-470a-a60f-dc911a776dc2/c02093e7-d1fe-4d44-9125-fd8a0bad9d7c) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:08:48.159466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks [] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:48.277793 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:48.350131 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:08:48.358119 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:08:48.365093 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:08:48.365635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (e2501e43-69df-4323-bbd6-8a366e70b529), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:48.388257 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Pushing event updated for resources: {'Port': ['ID=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:48.602024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6057c9ac-ad76-436f-89a3-ef876ddbf8bc None None] Provisioning complete for port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:48.602658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6057c9ac-ad76-436f-89a3-ef876ddbf8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:48.643947 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6057c9ac-ad76-436f-89a3-ef876ddbf8bc None None] Port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:08:48.686902 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:48.744529 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:48.924768 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks [] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:49.031689 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:49.032604 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (e2501e43-69df-4323-bbd6-8a366e70b529), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:49.112811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Pushing event updated for resources: {'Port': ['ID=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:49.155241 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:49.160682 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:08:49.165221 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:08:49.269143 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:49.368330 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-de38e033-e7dc-44b0-9fab-8becf9f6199c None None] Provisioning complete for port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:49.368726 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-de38e033-e7dc-44b0-9fab-8becf9f6199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:49.403440 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-de38e033-e7dc-44b0-9fab-8becf9f6199c None None] Port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:08:49.431400 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Router e2501e43-69df-4323-bbd6-8a366e70b529 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:08:49.521484 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:08:49.527494 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-06771ffe-79d8-4d98-ba00-176aa57acec6 demo admin] 10.222.0.23 "PUT /v2.0/routers/e2501e43-69df-4323-bbd6-8a366e70b529/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1551867 May 19 12:08:49.539093 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Sync routers for ids ['e2501e43-69df-4323-bbd6-8a366e70b529'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:08:49.552838 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Routers {'e2501e43-69df-4323-bbd6-8a366e70b529'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:08:49.556088 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:08:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['e2501e43-69df-4323-bbd6-8a366e70b529'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:49.753605 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Set router e2501e43-69df-4323-bbd6-8a366e70b529 gateway port host: None {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:08:50.193708 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'name': 'router1', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:08:37Z', 'updated_at': '2022-05-19T12:08:48Z', 'revision_number': 2, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'gw_port_host': None, '_interfaces': [{'id': 'c02093e7-d1fe-4d44-9125-fd8a0bad9d7c', 'name': '', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'mac_address': 'fa:16:3e:23:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:47Z', 'updated_at': '2022-05-19T12:08:48Z', 'revision_number': 2, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'subnets': [{'id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:50.248483 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Checking router: e2501e43-69df-4323-bbd6-8a366e70b529 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:08:50.248852 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Updating router e2501e43-69df-4323-bbd6-8a366e70b529 port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:08:50.308930 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:50.868524 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Publish callbacks [] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:50.962458 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.126177 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Pushing event updated for resources: {'Port': ['ID=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:51.145054 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.145402 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.145739 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.146080 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.146411 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.146740 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.147101 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.147425 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.147773 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.148128 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.148452 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.148790 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.149113 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.149430 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.149750 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Tracked resource versions report: May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: pushed versions: May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: { 'AddressGroup': {'1.2'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Agent': {'1.1'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'ConntrackHelper': {'1.0'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'LocalIPAssociation': {'1.0'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Log': {'1.0'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'NDPProxy': {'1.0'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Network': {'1.1'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Port': {'1.7'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'PortForwarding': {'1.3'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'QosPolicy': {'1.10'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroup': {'1.5'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroupRule': {'1.2'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SubPort': {'1.0'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Subnet': {'1.1'}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Trunk': {'1.1'}} May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: consumer versions: May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Agent': '1.1', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'ConntrackHelper': '1.0', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'LocalIPAssociation': '1.0', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Log': '1.0', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'NDPProxy': '1.0', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Network': '1.1', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Port': '1.7', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'PortForwarding': '1.3', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'QosPolicy': '1.10', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroup': '1.5', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroupRule': '1.2', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SubPort': '1.0', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Subnet': '1.1', May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Trunk': '1.1'}} May 19 12:08:51.151222 dv-cinder-804757-28-iscsi neutron-server[104219]: {{(pid=104219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:08:51.158279 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Attempting to bind port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:08:51.158696 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Attempting to bind port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:08:51.159131 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Attempting to bind port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c on network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:08:51.166597 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:08:51.167015 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Checking segment: {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:08:51.167614 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.168048 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Bound using segment: {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:08:51.168608 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Bound port: c02093e7-d1fe-4d44-9125-fd8a0bad9d7c, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff80884-a9a6-4a29-a4f1-a92671ba60ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:08:51.169004 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.206976 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:51.249010 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] For port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:08:51.269205 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:51.271307 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] For port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,segment=NetworkSegment(7ff80884-a9a6-4a29-a4f1-a92671ba60ae),segment_id=7ff80884-a9a6-4a29-a4f1-a92671ba60ae)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:08:51.340229 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.408377 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Routers {'e2501e43-69df-4323-bbd6-8a366e70b529'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:08:51.408578 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] Provisioning complete for port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:51.409086 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.409167 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:08:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['e2501e43-69df-4323-bbd6-8a366e70b529'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:51.412692 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82d8c9-d5d7-4536-943f-29faff5c4893 None None] Pushing event updated for resources: {'Port': ['ID=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,revision_number=4']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:51.498746 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] Current status of the port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:51.499195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.503854 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] Set router e2501e43-69df-4323-bbd6-8a366e70b529 gateway port host: None {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:08:51.533540 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] For port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,segment=NetworkSegment(7ff80884-a9a6-4a29-a4f1-a92671ba60ae),segment_id=7ff80884-a9a6-4a29-a4f1-a92671ba60ae)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:08:51.605893 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.661269 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d1a28-0902-4aad-8d2b-83c8dea3fe60 None None] Pushing event updated for resources: {'Port': ['ID=c02093e7-d1fe-4d44-9125-fd8a0bad9d7c,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:51.720304 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'name': 'router1', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:08:37Z', 'updated_at': '2022-05-19T12:08:48Z', 'revision_number': 2, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'gw_port_host': None, '_interfaces': [{'id': 'c02093e7-d1fe-4d44-9125-fd8a0bad9d7c', 'name': '', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'mac_address': 'fa:16:3e:23:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:47Z', 'updated_at': '2022-05-19T12:08:51Z', 'revision_number': 4, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'subnets': [{'id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:08:51.729195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-8d9b4a09-6eb5-46f5-b01d-35f37b60ccdf None None] Provisioning complete for port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:08:51.730716 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4a09-6eb5-46f5-b01d-35f37b60ccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:51.745840 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b9f88-4703-4a09-bc18-e3146a28adaf None None] The sync data for ids ['e2501e43-69df-4323-bbd6-8a366e70b529'] in dv-cinder-804757-28-iscsi is: [{'id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'name': 'router1', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:08:37Z', 'updated_at': '2022-05-19T12:08:48Z', 'revision_number': 2, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'gw_port_host': None, '_interfaces': [{'id': 'c02093e7-d1fe-4d44-9125-fd8a0bad9d7c', 'name': '', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'mac_address': 'fa:16:3e:23:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:47Z', 'updated_at': '2022-05-19T12:08:51Z', 'revision_number': 4, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'subnets': [{'id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:08:51.809505 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b4a09-6eb5-46f5-b01d-35f37b60ccdf None None] Current status of the port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:08:51.994270 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39320) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:52.108571 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc17849-4d24-4518-a513-45069d486b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:52.110459 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-8dc17849-4d24-4518-a513-45069d486b27 admin admin] 10.222.0.23 "GET /v2.0/networks/6a4de832-415a-4206-a7f0-598c302b7d31 HTTP/1.1" status: 200 len: 842 time: 0.1152453 May 19 12:08:52.119905 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:52.214356 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Made reservation on behalf of f3569780f2fe4b24b4109e2eee3c26fe for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:08:52.216979 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:52.633640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.objects.ports [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104217) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 19 12:08:52.634073 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (812eb92c-fa6e-44a2-af33-5318a0006229), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:52.690604 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812eb92c-fa6e-44a2-af33-5318a0006229,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:52.698822 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:52.700234 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:08:52.700590 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Network hostable DHCP agents. Network: 6a4de832-415a-4206-a7f0-598c302b7d31, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:08:52.793760 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:08:52.882393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 6a4de832-415a-4206-a7f0-598c302b7d31) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:08:52.893035 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef8845-ae18-4f50-9d32-d3c2ca7ce12b None None] Network 6a4de832-415a-4206-a7f0-598c302b7d31 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:08:52.893454 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:52.893945 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:52.991435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd2ef2-6da5-4a2d-b54d-15d50b98d498 None None] Network 6a4de832-415a-4206-a7f0-598c302b7d31 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:08:53.020055 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2ea15388-30f8-4db7-8f88-0d72fdcbc8c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8944631 May 19 12:08:55.405720 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39328) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:08:55.537042 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a8c7b800-1dfb-4cf3-b268-d611967227b8 demo admin] 10.222.0.23 "GET /v2.0/routers/e2501e43-69df-4323-bbd6-8a366e70b529 HTTP/1.1" status: 200 len: 710 time: 0.1301844 May 19 12:08:55.603164 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:55.629767 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569cac9-280a-4a75-baa5-2f6f869b6bef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:08:55.636057 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a569cac9-280a-4a75-baa5-2f6f869b6bef demo admin] 10.222.0.23 "GET /v2.0/networks/6a4de832-415a-4206-a7f0-598c302b7d31 HTTP/1.1" status: 200 len: 886 time: 0.0884075 May 19 12:08:55.639905 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:08:55.887347 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks [] for router_gateway (e2501e43-69df-4323-bbd6-8a366e70b529), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:56.184914 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks [] for router_gateway (e2501e43-69df-4323-bbd6-8a366e70b529), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:56.267365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:56.371653 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Allocated IP 172.27.1.115 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/424b4d27-f8c8-48b1-803e-5eb4676fabbc) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:08:56.479665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks [] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:56.480839 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:56.626217 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:56.661426 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:08:56.671449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:08:56.673003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:08:56.677168 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:08:56.724605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Pushing event updated for resources: {'Port': ['ID=424b4d27-f8c8-48b1-803e-5eb4676fabbc,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:08:57.053282 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks [] for router_gateway (e2501e43-69df-4323-bbd6-8a366e70b529), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:57.349862 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3908240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3891005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5884'] for router (e2501e43-69df-4323-bbd6-8a366e70b529), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:57.353486 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3908231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3908238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3890980'] for router (e2501e43-69df-4323-bbd6-8a366e70b529), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:57.461974 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Router e2501e43-69df-4323-bbd6-8a366e70b529 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:08:57.566318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:08:57.570751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:08:57.571932 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-7eb1ace8-a62e-4a37-845f-dc4b3d7c1a5e demo admin] 10.222.0.23 "PUT /v2.0/routers/e2501e43-69df-4323-bbd6-8a366e70b529 HTTP/1.1" status: 200 len: 890 time: 1.9351895 May 19 12:08:59.971465 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device c02093e7-d1fe-4d44-9125-fd8a0bad9d7c up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:09:00.021884 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:09:00.022298 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:00.098003 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:00.099319 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:09:00.118574 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39340) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:09:00.244961 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2111541b-e137-4d21-beae-aa404268a303 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250920 May 19 12:09:00.938397 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Sync routers for ids ['e2501e43-69df-4323-bbd6-8a366e70b529'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:09:00.950205 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Routers {'e2501e43-69df-4323-bbd6-8a366e70b529'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:09:00.950927 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:08:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['e2501e43-69df-4323-bbd6-8a366e70b529'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:09:01.057573 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:01.176326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Set router e2501e43-69df-4323-bbd6-8a366e70b529 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:09:01.671159 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'name': 'router1', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '424b4d27-f8c8-48b1-803e-5eb4676fabbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:08:37Z', 'updated_at': '2022-05-19T12:08:56Z', 'revision_number': 4, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'gw_port': {'id': '424b4d27-f8c8-48b1-803e-5eb4676fabbc', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:56Z', 'updated_at': '2022-05-19T12:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': 'c02093e7-d1fe-4d44-9125-fd8a0bad9d7c', 'name': '', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'mac_address': 'fa:16:3e:23:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:47Z', 'updated_at': '2022-05-19T12:08:51Z', 'revision_number': 5, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'subnets': [{'id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:09:01.723175 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Checking router: e2501e43-69df-4323-bbd6-8a366e70b529 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:09:01.723545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Updating router e2501e43-69df-4323-bbd6-8a366e70b529 port 424b4d27-f8c8-48b1-803e-5eb4676fabbc binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:09:01.776856 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:02.147358 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Publish callbacks [] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:02.239832 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:02.292027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670c73-5e85-4b41-8d70-48f94c4471e2 None None] Pushing event updated for resources: {'Port': ['ID=424b4d27-f8c8-48b1-803e-5eb4676fabbc,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:09:02.309094 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Attempting to bind port 424b4d27-f8c8-48b1-803e-5eb4676fabbc on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:09:02.309545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Attempting to bind port 424b4d27-f8c8-48b1-803e-5eb4676fabbc by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:09:02.309912 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Attempting to bind port 424b4d27-f8c8-48b1-803e-5eb4676fabbc on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:09:02.316582 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:09:02.316960 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:09:02.317366 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:02.317788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:09:02.318414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Bound port: 424b4d27-f8c8-48b1-803e-5eb4676fabbc, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:09:02.318822 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:02.384390 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] For port 424b4d27-f8c8-48b1-803e-5eb4676fabbc, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:09:02.392405 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] For port 424b4d27-f8c8-48b1-803e-5eb4676fabbc, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=424b4d27-f8c8-48b1-803e-5eb4676fabbc,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:09:02.469464 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:02.495327 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:02.541311 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670c73-5e85-4b41-8d70-48f94c4471e2 None None] Pushing event updated for resources: {'Port': ['ID=424b4d27-f8c8-48b1-803e-5eb4676fabbc,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:09:02.545029 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Routers {'e2501e43-69df-4323-bbd6-8a366e70b529'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:09:02.545640 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:08:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['e2501e43-69df-4323-bbd6-8a366e70b529'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:09:02.590209 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:02.662408 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] Set router e2501e43-69df-4323-bbd6-8a366e70b529 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:09:02.884838 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'name': 'router1', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '424b4d27-f8c8-48b1-803e-5eb4676fabbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:08:37Z', 'updated_at': '2022-05-19T12:08:56Z', 'revision_number': 4, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'gw_port': {'id': '424b4d27-f8c8-48b1-803e-5eb4676fabbc', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:56Z', 'updated_at': '2022-05-19T12:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': 'c02093e7-d1fe-4d44-9125-fd8a0bad9d7c', 'name': '', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'mac_address': 'fa:16:3e:23:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:47Z', 'updated_at': '2022-05-19T12:08:51Z', 'revision_number': 5, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'subnets': [{'id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:09:02.916003 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed023126-63c9-4b51-9fdd-5b618b6620a1 None None] The sync data for ids ['e2501e43-69df-4323-bbd6-8a366e70b529'] in dv-cinder-804757-28-iscsi is: [{'id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'name': 'router1', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '424b4d27-f8c8-48b1-803e-5eb4676fabbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:08:37Z', 'updated_at': '2022-05-19T12:08:56Z', 'revision_number': 4, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'gw_port': {'id': '424b4d27-f8c8-48b1-803e-5eb4676fabbc', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:56Z', 'updated_at': '2022-05-19T12:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': 'c02093e7-d1fe-4d44-9125-fd8a0bad9d7c', 'name': '', 'network_id': 'db18c37f-69c5-4b1c-9804-9f03e1eb7b28', 'tenant_id': '64092131887b4859ae47a1f4c3e0d24a', 'mac_address': 'fa:16:3e:23:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2501e43-69df-4323-bbd6-8a366e70b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:08:47Z', 'updated_at': '2022-05-19T12:08:51Z', 'revision_number': 5, 'project_id': '64092131887b4859ae47a1f4c3e0d24a', 'subnets': [{'id': '5b7e7d35-3bdf-470a-a60f-dc911a776dc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '200f959f-2b17-45e3-aa74-c8b4245160dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:09:04.042423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 424b4d27-f8c8-48b1-803e-5eb4676fabbc up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:09:04.112003 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 424b4d27-f8c8-48b1-803e-5eb4676fabbc triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:09:04.112365 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:04.203694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 424b4d27-f8c8-48b1-803e-5eb4676fabbc is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:09:04.204386 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:04.230061 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 424b4d27-f8c8-48b1-803e-5eb4676fabbc, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=424b4d27-f8c8-48b1-803e-5eb4676fabbc,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:09:04.296676 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:04.368145 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=424b4d27-f8c8-48b1-803e-5eb4676fabbc,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:09:05.260858 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:09:06.053691 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 424b4d27-f8c8-48b1-803e-5eb4676fabbc up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:09:06.155407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 424b4d27-f8c8-48b1-803e-5eb4676fabbc triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:09:06.156361 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (424b4d27-f8c8-48b1-803e-5eb4676fabbc), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:06.302534 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 424b4d27-f8c8-48b1-803e-5eb4676fabbc is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:09:10.237970 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:10.241264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=51 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:11.262387 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=22 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:12.459508 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0469-d965-4e70-9240-29aecf62224a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:14.909162 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-60e68d95-eb2e-4239-bcb5-2da1f152e47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:15.255394 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=67 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:15.937604 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:17.471000 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:19.257230 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:29.172114 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:29.195682 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:42.261702 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:09:42.456998 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-845c988a-3bd8-4b24-8012-aa0ae91c7e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:44.924997 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-98f08a49-b145-45a7-9142-1b090898e474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:46.521609 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:47.468040 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:49.279514 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:09:52.258047 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:52.260459 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:59.177579 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:09:59.195191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:10.256022 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:12.450709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f5fe-13f4-4074-bbb1-0af03db21e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:14.907505 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-2a236ac4-94ab-44bf-8c21-937a98a68bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:15.936707 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:17.502192 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:19.239778 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:19.260986 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:10:25.018893 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39876) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:25.083179 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4953f4-61e6-449a-a38e-908a94a8bd84 admin admin] GET failed (client error): The resource could not be found. May 19 12:10:25.084539 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5c4953f4-61e6-449a-a38e-908a94a8bd84 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647061 May 19 12:10:25.256636 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3fcaa-3f8e-400b-9448-2f84dafb7620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:25.258032 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b3d3fcaa-3f8e-400b-9448-2f84dafb7620 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1691492 May 19 12:10:27.585005 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39886) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:27.680644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072718c-3088-44c8-bab1-5b60efde7d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:27.682045 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5072718c-3088-44c8-bab1-5b60efde7d42 admin admin] 10.222.0.23 "GET /v2.0/subnets/5b7e7d35-3bdf-470a-a60f-dc911a776dc2 HTTP/1.1" status: 200 len: 849 time: 0.0960524 May 19 12:10:27.692673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:10:27.783972 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Publish callbacks [] for subnet (5b7e7d35-3bdf-470a-a60f-dc911a776dc2), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:28.001408 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741699615362'] for subnet (5b7e7d35-3bdf-470a-a60f-dc911a776dc2), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:28.033939 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:28.040379 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:28.040379 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] 10.222.0.23 "PUT /v2.0/subnets/5b7e7d35-3bdf-470a-a60f-dc911a776dc2 HTTP/1.1" status: 200 len: 868 time: 0.3470330 May 19 12:10:28.058240 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7e7d35-3bdf-470a-a60f-dc911a776dc2,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:10:28.058527 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30ecd9-cdd2-40c0-8208-91fa7d21ecd2 None None] Network db18c37f-69c5-4b1c-9804-9f03e1eb7b28 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:10:28.067523 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.067952 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.074548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c998b-027b-4311-b881-e13e5681c268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:10:28.485851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-86847b75-d2c8-4f3b-9dc0-1ce822556c70 None None] Provisioning complete for port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:10:28.486228 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-86847b75-d2c8-4f3b-9dc0-1ce822556c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (c02093e7-d1fe-4d44-9125-fd8a0bad9d7c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:28.565762 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-86847b75-d2c8-4f3b-9dc0-1ce822556c70 None None] Current status of the port c02093e7-d1fe-4d44-9125-fd8a0bad9d7c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:10:28.576108 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-86847b75-d2c8-4f3b-9dc0-1ce822556c70 None None] Provisioning complete for port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:10:28.576557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-86847b75-d2c8-4f3b-9dc0-1ce822556c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:28.667557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-86847b75-d2c8-4f3b-9dc0-1ce822556c70 None None] Current status of the port b32c1e6c-daa1-45a7-8cf0-d5971d4cbb17 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:10:29.257103 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:29.257795 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:30.449419 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 39896) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:30.668418 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb97b2-35ab-49e4-b2a3-bd38b320b28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:30.669176 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb97b2-35ab-49e4-b2a3-bd38b320b28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:30.672258 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-02cb97b2-35ab-49e4-b2a3-bd38b320b28a admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2217305 May 19 12:10:32.996059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 39906) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:33.143294 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e714ce-06e2-4439-8af5-01c4bf69a152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:33.143763 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e714ce-06e2-4439-8af5-01c4bf69a152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:33.145356 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-64e714ce-06e2-4439-8af5-01c4bf69a152 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1483331 May 19 12:10:35.473901 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 39914) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:35.689702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f4533-3e07-40d8-859c-6bb60f5a0c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:35.691009 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c26f4533-3e07-40d8-859c-6bb60f5a0c67 admin admin] 10.222.0.23 "GET /v2.0/networks/6a4de832-415a-4206-a7f0-598c302b7d31 HTTP/1.1" status: 200 len: 886 time: 0.2161152 May 19 12:10:38.007574 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39922) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:38.054407 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=64,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:38.145249 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f297cf-fe31-45a0-a66a-0b209ffaebc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:38.146636 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d1f297cf-fe31-45a0-a66a-0b209ffaebc2 admin admin] 10.222.0.23 "GET /v2.0/networks/db18c37f-69c5-4b1c-9804-9f03e1eb7b28 HTTP/1.1" status: 200 len: 869 time: 0.1380718 May 19 12:10:38.657518 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:38.665570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:40.411385 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39930) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:40.538253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b029f66-5727-4596-8e22-94ee4ee27383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:40.538701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b029f66-5727-4596-8e22-94ee4ee27383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:40.540243 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6b029f66-5727-4596-8e22-94ee4ee27383 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278896 May 19 12:10:42.452762 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c974db03-3adc-40c3-b26d-669a8ad8c153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:42.864833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39938) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:42.961111 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e841e19-e407-4a4a-bb19-8422890f07de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:42.961766 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e841e19-e407-4a4a-bb19-8422890f07de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:42.963559 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-1e841e19-e407-4a4a-bb19-8422890f07de admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977788 May 19 12:10:44.896564 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-829bfb00-3cfb-486d-9a0f-a4029f6ae92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:45.235695 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39946) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:45.329055 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:45.339825 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af9053-2327-4e45-bfa5-eb5a626d4b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:45.342802 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a3af9053-2327-4e45-bfa5-eb5a626d4b8f admin admin] 10.222.0.23 "GET /v2.0/subnets/5b7e7d35-3bdf-470a-a60f-dc911a776dc2 HTTP/1.1" status: 200 len: 868 time: 0.1045129 May 19 12:10:45.681241 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=33 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:45.687279 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=33 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:45.983435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:47.452624 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:47.616150 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 39954) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:10:47.702100 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd98b37-d546-4e42-b316-d38fee69edf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:10:47.703412 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-1dd98b37-d546-4e42-b316-d38fee69edf2 admin admin] 10.222.0.23 "GET /v2.0/subnets/812eb92c-fa6e-44a2-af33-5318a0006229 HTTP/1.1" status: 200 len: 816 time: 0.0863187 May 19 12:10:49.269362 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:10:56.260027 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:10:57.696989 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=25 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:57.698895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:59.176456 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:10:59.178382 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:08.634373 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=18 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:08.638240 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=16 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:12.444582 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d14f8ddf-dfcc-4442-974f-c0d488de33ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:14.897206 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5da4f613-741a-418b-beac-a4d856397d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:15.937978 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:17.474335 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:19.240407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:28.828336 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40012) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:11:28.878557 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [None req-cc2c6c8c-232c-401b-82b6-86c6449d716c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:11:28.879567 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-cc2c6c8c-232c-401b-82b6-86c6449d716c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502503 May 19 12:11:29.177242 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:29.179191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:31.269135 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40020) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:11:31.331099 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d7c5c-f321-4989-b839-3f98166ea2c8 admin admin] GET failed (client error): The resource could not be found. May 19 12:11:31.332458 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c19d7c5c-f321-4989-b839-3f98166ea2c8 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624137 May 19 12:11:31.479190 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b7e34-fbd2-4d17-9e95-15e1b8589567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:11:31.480719 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a84b7e34-fbd2-4d17-9e95-15e1b8589567 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432447 May 19 12:11:33.258650 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:11:33.806959 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40028) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:11:33.855364 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:11:33.937572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Made reservation on behalf of f3569780f2fe4b24b4109e2eee3c26fe for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:11:33.940043 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:33.968258 dv-cinder-804757-28-iscsi neutron-server[104217]: WARNING neutron.services.revisions.revision_plugin [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Could not find related network for resource to bump revision. May 19 12:11:33.983341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:11:33.991621 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:33.991991 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Added segment 7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525 of type vlan for network ecb8a48d-7487-4a90-accb-e789004ce19f May 19 12:11:34.097697 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (ecb8a48d-7487-4a90-accb-e789004ce19f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:34.245951 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (ecb8a48d-7487-4a90-accb-e789004ce19f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:34.246921 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:11:34.247499 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:34.309844 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb8a48d-7487-4a90-accb-e789004ce19f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:11:34.316540 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.316889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.317229 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.317562 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.317892 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.318226 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.318547 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.318868 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.319260 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.319579 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.319934 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.320258 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.320580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.320893 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.321206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:34.331802 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network ecb8a48d-7487-4a90-accb-e789004ce19f details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:11:34.442453 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b7c919d5-22bd-4d93-87cb-f6c9ae40acb1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6343744 May 19 12:11:36.741021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40036) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:11:36.802749 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc985319-65c3-4f34-b730-fc62b9e6d63d admin admin] GET failed (client error): The resource could not be found. May 19 12:11:36.804055 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-fc985319-65c3-4f34-b730-fc62b9e6d63d admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620551 May 19 12:11:36.975557 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175fa31-74ba-4e51-9065-e4cad4a64ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:11:36.977039 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0175fa31-74ba-4e51-9065-e4cad4a64ea4 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1690249 May 19 12:11:36.987853 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Request body: {'subnet': {'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:11:37.108726 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Made reservation on behalf of f3569780f2fe4b24b4109e2eee3c26fe for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:11:37.111132 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:37.348728 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (fec89103-7d32-4897-9a8c-a519aad18081), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:37.398602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec89103-7d32-4897-9a8c-a519aad18081,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:11:37.414360 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Checking segment: {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:11:37.414692 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Network hostable DHCP agents. Network: ecb8a48d-7487-4a90-accb-e789004ce19f, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:11:37.542728 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Network ecb8a48d-7487-4a90-accb-e789004ce19f is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:11:37.617276 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, ecb8a48d-7487-4a90-accb-e789004ce19f) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:11:37.621397 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:11:37.621986 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:37.627418 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509cc16-341a-43d9-ae57-270787476405 None None] Network ecb8a48d-7487-4a90-accb-e789004ce19f requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:11:37.717906 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2beff281-028f-4f3b-a0fc-13c15fd6553c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7334425 May 19 12:11:37.727368 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-ecb8a48d-7487-4a90-accb-e789004ce19f', 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f', 'project_id': 'f3569780f2fe4b24b4109e2eee3c26fe', 'fixed_ips': [{'subnet_id': 'fec89103-7d32-4897-9a8c-a519aad18081'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:11:37.728393 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:37.880074 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Allocated IP 192.168.233.2 (ecb8a48d-7487-4a90-accb-e789004ce19f/fec89103-7d32-4897-9a8c-a519aad18081/86f5b9e2-76c0-41cd-992d-9a321be995a6) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:11:38.124481 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Publish callbacks [] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:38.201038 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:38.246015 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Network ecb8a48d-7487-4a90-accb-e789004ce19f is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:11:38.250396 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:11:38.252254 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Pushing event updated for resources: {'Port': ['ID=86f5b9e2-76c0-41cd-992d-9a321be995a6,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:11:38.254492 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:11:38.263177 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.264221 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.264638 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.264998 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.265318 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.265639 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.265959 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.266276 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.266608 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.266930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.267247 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.267621 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.267967 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.268283 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.268598 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:11:38.328300 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Attempting to bind port 86f5b9e2-76c0-41cd-992d-9a321be995a6 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:11:38.328664 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Attempting to bind port 86f5b9e2-76c0-41cd-992d-9a321be995a6 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:11:38.329022 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Attempting to bind port 86f5b9e2-76c0-41cd-992d-9a321be995a6 on network ecb8a48d-7487-4a90-accb-e789004ce19f {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:11:38.334397 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:11:38.334631 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Checking segment: {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:11:38.335028 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:38.335433 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Bound using segment: {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:11:38.335926 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Bound port: 86f5b9e2-76c0-41cd-992d-9a321be995a6, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:11:38.336277 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:38.397561 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] For port 86f5b9e2-76c0-41cd-992d-9a321be995a6, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:11:38.400846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] For port 86f5b9e2-76c0-41cd-992d-9a321be995a6, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=86f5b9e2-76c0-41cd-992d-9a321be995a6,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:11:38.527215 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:38.612045 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d26c7-ba49-4e28-9e3b-4978a5c43c87 None None] Pushing event updated for resources: {'Port': ['ID=86f5b9e2-76c0-41cd-992d-9a321be995a6,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:11:39.258412 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:39.468647 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f359d1-0a47-4f48-9143-4d3e59b239ff None None] Network ecb8a48d-7487-4a90-accb-e789004ce19f requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:11:39.471964 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:39.507418 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:39.554233 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] Provisioning complete for port 86f5b9e2-76c0-41cd-992d-9a321be995a6 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:11:39.554593 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:39.659440 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] Current status of the port 86f5b9e2-76c0-41cd-992d-9a321be995a6 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:11:39.659740 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:39.700983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] For port 86f5b9e2-76c0-41cd-992d-9a321be995a6, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=86f5b9e2-76c0-41cd-992d-9a321be995a6,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:11:39.804873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:39.858507 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69298095-4577-48de-8fb5-b35c22a173c6 None None] Pushing event updated for resources: {'Port': ['ID=86f5b9e2-76c0-41cd-992d-9a321be995a6,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:11:39.926696 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-d63a7ed9-c881-4844-bb14-791c4088d014 None None] Provisioning complete for port 86f5b9e2-76c0-41cd-992d-9a321be995a6 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:11:39.927006 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d63a7ed9-c881-4844-bb14-791c4088d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:40.001612 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-d63a7ed9-c881-4844-bb14-791c4088d014 None None] Current status of the port 86f5b9e2-76c0-41cd-992d-9a321be995a6 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:11:40.110336 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 86f5b9e2-76c0-41cd-992d-9a321be995a6 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:11:40.158456 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 86f5b9e2-76c0-41cd-992d-9a321be995a6 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:11:40.158841 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (86f5b9e2-76c0-41cd-992d-9a321be995a6), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:40.233257 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 86f5b9e2-76c0-41cd-992d-9a321be995a6 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:11:41.475435 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=12 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:41.477395 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=10 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:42.457462 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f0f4d2d6-efb1-489f-ab2a-39f771d39948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:43.255317 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:44.823242 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:44.926032 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-446fd260-80e4-4ff7-abae-0da68180b101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:45.937968 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:47.491378 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:47.632033 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:47.632825 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=67,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:49.284929 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:11:59.181554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:11:59.183436 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:10.267032 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:12:12.439656 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-08ba0417-3b02-4124-b18f-b7dcb0473b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:14.914457 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7065f557-05f3-4b5f-bc94-273595139053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:15.942751 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:16.254201 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:17.508512 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:19.251337 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:20.253084 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:29.176516 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:29.183530 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:42.445975 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdac0-6c5e-496f-9fb6-6335b16fd713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:44.896289 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ae378b8d-c4fe-4eb2-bee7-6b86608914cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:45.959929 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:47.256300 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:12:47.473656 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:49.250945 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:12:56.274794 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:57.252359 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:59.178476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:12:59.182860 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:08.551525 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=12 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:08.554472 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=14 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:12.456519 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6c84e1a6-b19b-40d6-9896-8814791a9d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:14.914027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-29475aa6-8d5c-43b4-ab5a-25a759752423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:15.970838 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:17.490925 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:19.307937 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:24.255838 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:13:29.173251 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:29.180250 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:30.252563 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:34.251853 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:13:42.469009 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-01ddd935-e145-4f94-b936-e3b36ae0a31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:44.919627 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-838dbe49-3d66-44a9-ac76-19aff87de4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:45.959501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:47.473818 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:49.274130 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:52.619076 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40078) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:13:52.625288 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [None req-0f59ca92-0b54-4d88-bab3-e4e3e11752df tempest-verify_tempest_config-830722005 tempest-verify_tempest_config-830722005-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:13:52.626247 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-0f59ca92-0b54-4d88-bab3-e4e3e11752df tempest-verify_tempest_config-830722005 tempest-verify_tempest_config-830722005-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062163 May 19 12:13:53.346186 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40096) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:13:53.452913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:53.530047 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Publish callbacks [] for security_group (b9efb08b-7fa6-4301-9f18-58da2e4dd82e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:53.599708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b9efb08b-7fa6-4301-9f18-58da2e4dd82e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:53.646597 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90ce461a8f834c69bb949ea920495a44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2993336 May 19 12:13:53.647402 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efb08b-7fa6-4301-9f18-58da2e4dd82e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:13:53.649563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40100) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:13:53.654485 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.654836 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.655190 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.655579 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.655894 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.656227 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.656554 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.656877 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.657256 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.657549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.657892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.658219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.658537 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.658854 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.659171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdeb826-2d24-4a61-9a8c-ba6373ff5152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:53.705203 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Publish callbacks [] for security_group (b9efb08b-7fa6-4301-9f18-58da2e4dd82e), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:53.725930 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Publish callbacks [] for security_group (b9efb08b-7fa6-4301-9f18-58da2e4dd82e), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:54.127440 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b9efb08b-7fa6-4301-9f18-58da2e4dd82e), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:54.129967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:13:54.131124 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9efb08b-7fa6-4301-9f18-58da2e4dd82e HTTP/1.1" status: 204 len: 168 time: 0.4805820 May 19 12:13:54.140209 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efb08b-7fa6-4301-9f18-58da2e4dd82e,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:13:54.147209 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.147485 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.147996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.148334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.148659 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.148984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.149305 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.149624 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.149943 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.150245 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.150565 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.150883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.151190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.151550 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:54.152056 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020e30f5-3aee-4657-a88d-5d0f808475ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:13:59.175867 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:01.256897 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:14:03.649922 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=16,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:03.650814 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=23,neutron:INSERT=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:04.135566 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:04.143111 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:04.173481 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:10.256071 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:11.251636 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:12.445712 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8310a37a-72e3-4f03-8c1f-91746f5358d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:14.891385 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c7cfda01-05d7-4e48-9fce-9cf26c5ab06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:15.959639 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:17.485560 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:19.263191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:29.176704 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:29.182782 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:38.256405 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:14:42.434109 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8858ea01-2506-4862-8126-2ee406a6fb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:44.880069 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4b70ebec-1396-4816-9582-85e1fcdbfe64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:45.999940 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:47.492345 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:48.252219 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:48.252933 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:49.257379 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:14:59.176316 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:14:59.182820 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:08.549181 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=11 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:08.550935 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=15 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:12.451599 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cef18da9-3ba0-4794-bde5-37d9e4735a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:15.046386 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f544423a-e2a6-4a03-a694-06009342ab0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:15.255019 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 5 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:15:15.954948 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:17.520329 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:19.257631 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:25.250823 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:25.251592 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:29.178645 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:29.184642 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:42.463719 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4128695b-6900-4bf9-857e-6c3dafc038ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:44.155498 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914445'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:44.903897 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-799a5e60-3bbe-4564-86e6-89987983caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:45.953433 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:47.501692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:49.258058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:15:52.254860 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:15:56.979940 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40176) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:57.086968 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-fe4b056d-7db3-4c02-9918-01d9b6843830 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1058667 May 19 12:15:59.184138 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:59.186443 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:15:59.412162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40186) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:15:59.468110 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-e94a5042-402f-4e62-8886-94e41c2357eb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0548658 May 19 12:16:02.250655 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:09.463274 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:09.464077 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:10.261270 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:12.445134 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9ba736d9-e687-4720-a562-c98c40789ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:14.081345 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:14.898840 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5b33a80c-e75d-43fe-9cd2-7d217ae90b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:15.955545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:17.492766 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:19.252605 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:29.189758 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:29.191636 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:29.253696 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:16:35.250609 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:39.250388 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:42.464313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-286328dd-2501-4621-9f12-3422dcf4d278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:44.121855 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:44.921597 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f958422f-b459-4bd6-a8a7-14331296dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:46.010938 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:47.521495 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:49.281468 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:16:59.190609 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:16:59.193919 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:06.253015 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:17:12.453231 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1bbb9c73-78ec-4e77-aa94-ac2bff632685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:14.146011 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:14.893496 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-99872c15-c065-41c8-8083-341c73b9869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:15.979095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:16.248490 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=12 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:16.249571 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=22 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:17.519243 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:19.262187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:29.189436 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:29.190214 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:42.468177 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e76bd728-a931-425c-a246-cdd97324764b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:43.252529 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:17:44.128339 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:44.917163 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1ab43ee3-43ab-45ae-9ca2-c70642ecf231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:45.427737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40308) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:45.882214 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-626569014-network', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:45.988024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Made reservation on behalf of b3d651a605fd4dee95797a7ec3896792 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:45.988272 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:45.990628 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.000214 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.080555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks [] for security_group (83ca71b2-237d-44a6-af50-cd4b80a77da6), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.159519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (83ca71b2-237d-44a6-af50-cd4b80a77da6), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.203422 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:17:46.208932 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca71b2-237d-44a6-af50-cd4b80a77da6,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:46.222497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (99a2f83d-a708-42ae-bb54-d0d24c2f4ddf), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.222868 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Added segment 99a2f83d-a708-42ae-bb54-d0d24c2f4ddf of type vlan for network e3809f96-195f-4c7b-acab-0be138088685 May 19 12:17:46.232089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.232482 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.232763 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.233171 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.233594 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.233891 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.234214 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.234532 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.234863 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.235197 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.235530 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.235895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.236394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Tracked resource versions report: May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: pushed versions: May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: { 'AddressGroup': {'1.2'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Agent': {'1.1'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'ConntrackHelper': {'1.0'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'LocalIPAssociation': {'1.0'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Log': {'1.0'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'NDPProxy': {'1.0'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Network': {'1.1'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Port': {'1.7'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'PortForwarding': {'1.3'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'QosPolicy': {'1.10'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroup': {'1.5'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroupRule': {'1.2'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SubPort': {'1.0'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Subnet': {'1.1'}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Trunk': {'1.1'}} May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: consumer versions: May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: HyperV agent@hv-cinder-80475: {}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Agent': '1.1', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'ConntrackHelper': '1.0', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'LocalIPAssociation': '1.0', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Log': '1.0', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'NDPProxy': '1.0', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Network': '1.1', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Port': '1.7', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'PortForwarding': '1.3', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'QosPolicy': '1.10', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroup': '1.5', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SecurityGroupRule': '1.2', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'SubPort': '1.0', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Subnet': '1.1', May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: 'Trunk': '1.1'}} May 19 12:17:46.238481 dv-cinder-804757-28-iscsi neutron-server[104217]: {{(pid=104217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:17:46.277620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (e3809f96-195f-4c7b-acab-0be138088685), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.348352 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (e3809f96-195f-4c7b-acab-0be138088685), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.349305 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:46.350145 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.424051 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] Pushing event updated for resources: {'Network': ['ID=e3809f96-195f-4c7b-acab-0be138088685,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:46.436172 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network e3809f96-195f-4c7b-acab-0be138088685 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:17:46.508043 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f7620c3d-21f8-466a-9496-b11a00fa99fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0786786 May 19 12:17:46.510709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40352) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:46.516018 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Request body: {'subnet': {'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-subnet', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:46.611341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Made reservation on behalf of b3d651a605fd4dee95797a7ec3896792 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:46.614220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.857139 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (c1156c03-aea9-492a-a80b-364cc30d4a99), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:46.922630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1156c03-aea9-492a-a80b-364cc30d4a99,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:46.938491 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Checking segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:46.938827 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Network hostable DHCP agents. Network: e3809f96-195f-4c7b-acab-0be138088685, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:17:46.958154 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:47.044105 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Network e3809f96-195f-4c7b-acab-0be138088685 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:17:47.116341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40376) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:47.171282 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, e3809f96-195f-4c7b-acab-0be138088685) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:47.176864 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:47.177425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.184071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c6432-d712-442f-8b43-e12eaa83d01f None None] Network e3809f96-195f-4c7b-acab-0be138088685 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:47.287162 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-3da0e60f-8bcf-4a3e-861d-a45b1606b340 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7752931 May 19 12:17:47.292542 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40382) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:47.302201 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:47.323923 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-e3809f96-195f-4c7b-acab-0be138088685', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:17:47.325202 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.400084 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.410755 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.508140 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Allocated IP 172.20.0.2 (e3809f96-195f-4c7b-acab-0be138088685/c1156c03-aea9-492a-a80b-364cc30d4a99/9a819eaa-25a0-41de-9a7c-1ff2db3fc998) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:47.574677 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks [] for router_controller (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), precommit_add_association {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.599597 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.687913 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Publish callbacks [] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.795153 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:47.847551 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-770562038-network', 'tenant_id': 'de8f3490bba84ff38b5940fe768ede25'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:47.850268 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Network e3809f96-195f-4c7b-acab-0be138088685 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:47.859403 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:47.862165 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:47.897563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40412) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:47.923748 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Pushing event updated for resources: {'Port': ['ID=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:47.947342 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40418) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:47.948785 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.949135 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.949583 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.950048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.950587 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.951969 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Tracked resource versions report: May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: pushed versions: May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: { 'AddressGroup': {'1.2'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Agent': {'1.1'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'ConntrackHelper': {'1.0'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'LocalIPAssociation': {'1.0'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Log': {'1.0'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'NDPProxy': {'1.0'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Network': {'1.1'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Port': {'1.7'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'PortForwarding': {'1.3'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'QosPolicy': {'1.10'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroup': {'1.5'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroupRule': {'1.2'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SubPort': {'1.0'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Subnet': {'1.1'}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Trunk': {'1.1'}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: consumer versions: May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: HyperV agent@hv-cinder-80475: {}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Agent': '1.1', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'ConntrackHelper': '1.0', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'LocalIPAssociation': '1.0', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Log': '1.0', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'NDPProxy': '1.0', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Network': '1.1', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Port': '1.7', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'PortForwarding': '1.3', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'QosPolicy': '1.10', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroup': '1.5', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SecurityGroupRule': '1.2', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'SubPort': '1.0', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Subnet': '1.1', May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: 'Trunk': '1.1'}} May 19 12:17:47.956853 dv-cinder-804757-28-iscsi neutron-server[104218]: {{(pid=104218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:17:47.994783 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Attempting to bind port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:17:47.995149 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Attempting to bind port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:17:47.995818 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Attempting to bind port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:17:48.002713 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks [] for router_gateway (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.003931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:17:48.004527 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Checking segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:48.005285 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.006058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Bound using segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:17:48.006736 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Bound port: 9a819eaa-25a0-41de-9a7c-1ff2db3fc998, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:17:48.008322 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.036596 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Made reservation on behalf of de8f3490bba84ff38b5940fe768ede25 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:48.039415 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.058775 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.075464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-355584242-network', 'tenant_id': '1d2de86d602945238f5df0e2c388004f'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:48.096065 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:48.096065 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] For port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:17:48.099476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] For port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:17:48.102529 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:48.103419 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:48.185867 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks [] for security_group (452e3920-497d-497b-b07c-3af2a356dd83), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.212573 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.236736 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Made reservation on behalf of 1d2de86d602945238f5df0e2c388004f for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:48.239517 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.258158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.301978 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (452e3920-497d-497b-b07c-3af2a356dd83), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.315812 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:17:48.330779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (e900940d-426d-4138-873e-8ef2424c0c58), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.331457 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Added segment e900940d-426d-4138-873e-8ef2424c0c58 of type vlan for network 5ac03e57-985e-43a7-b44d-c5e798d66059 May 19 12:17:48.331811 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5051edc-8f04-4c41-b358-41f89c4eebbd None None] Pushing event updated for resources: {'Port': ['ID=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:48.384733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (5ac03e57-985e-43a7-b44d-c5e798d66059), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.449658 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks [] for router_gateway (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.475602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e3920-497d-497b-b07c-3af2a356dd83,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:48.489268 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.506771 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (5ac03e57-985e-43a7-b44d-c5e798d66059), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.508666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:48.509478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.535542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1395979220-network', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:48.591289 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:48.650792 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5371010 May 19 12:17:48.663181 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40436) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:48.685556 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Request body: {'subnet': {'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-770562038-subnet', 'tenant_id': 'de8f3490bba84ff38b5940fe768ede25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:48.724159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0b7b2-e0e0-41cf-9561-a47c3a4b3811 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac03e57-985e-43a7-b44d-c5e798d66059,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:48.736951 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 5ac03e57-985e-43a7-b44d-c5e798d66059 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:17:48.758995 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks [] for security_group (4c1d8369-5594-4131-9dca-967c20b825f5), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.802225 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Made reservation on behalf of 9eafee25cfb14ca2bd5c10fe41a01644 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:48.805467 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.816165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.872967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4c1d8369-5594-4131-9dca-967c20b825f5), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.876944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Made reservation on behalf of de8f3490bba84ff38b5940fe768ede25 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:48.880001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:48.881564 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Allocated IP 172.27.1.79 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/4fb83c88-fdef-4242-82a3-bd012d1624da) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:48.946303 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks [] for security_group (c3547308-a6f7-4f21-a453-df744c153d26), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.009788 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:17:49.031273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d8369-5594-4131-9dca-967c20b825f5,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:49.039225 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (8e888fc2-b60c-47a2-a0ac-5168c9afb795), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.039635 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Added segment 8e888fc2-b60c-47a2-a0ac-5168c9afb795 of type vlan for network 744c5d15-060b-4067-aa62-eecc19d1b85e May 19 12:17:49.052418 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c3547308-a6f7-4f21-a453-df744c153d26), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.124497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:17:49.146363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (744c5d15-060b-4067-aa62-eecc19d1b85e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.159404 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3547308-a6f7-4f21-a453-df744c153d26,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:49.174411 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (19a07503-941c-41cd-a438-4b01a18f0035), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.175000 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Added segment 19a07503-941c-41cd-a438-4b01a18f0035 of type vlan for network 66d32a70-5928-448a-8e67-919eb5765bfb May 19 12:17:49.267773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks [] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.277647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (66d32a70-5928-448a-8e67-919eb5765bfb), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.317185 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.345503 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (744c5d15-060b-4067-aa62-eecc19d1b85e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.346878 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:49.347458 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.434853 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] Pushing event updated for resources: {'Network': ['ID=744c5d15-060b-4067-aa62-eecc19d1b85e,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:49.442114 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (66d32a70-5928-448a-8e67-919eb5765bfb), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.444555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:49.445289 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.456760 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 744c5d15-060b-4067-aa62-eecc19d1b85e details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:17:49.477089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (5619b6aa-0842-420b-8501-20b93e478ee7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.621023 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:49.704781 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-3385bef3-73dd-430e-87b2-22b5b9400ece admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.8043826 May 19 12:17:49.750112 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40470) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:49.769527 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8204813 May 19 12:17:49.776552 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40472) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:49.792887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Request body: {'subnet': {'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-355584242-subnet', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:49.795961 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Request body: {'subnet': {'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1395979220-subnet', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:49.824021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:UPDATE=3,neutron:SELECT=72,neutron:INSERT=25 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:49.895303 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:49.899141 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e170f5-14e7-40d2-b450-974fa1f4aba3 admin admin] Pushing event updated for resources: {'Network': ['ID=66d32a70-5928-448a-8e67-919eb5765bfb,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:49.913260 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 66d32a70-5928-448a-8e67-919eb5765bfb details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:17:49.919520 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:49.948964 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:49.997629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Pushing event updated for resources: {'Port': ['ID=4fb83c88-fdef-4242-82a3-bd012d1624da,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:50.000270 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Checking segment: {'id': 'e900940d-426d-4138-873e-8ef2424c0c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:50.002382 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Network hostable DHCP agents. Network: 5ac03e57-985e-43a7-b44d-c5e798d66059, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:17:50.026081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5619b6aa-0842-420b-8501-20b93e478ee7,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:50.080690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Made reservation on behalf of 1d2de86d602945238f5df0e2c388004f for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:50.084684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:50.114455 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c58a99-94e1-44d2-8d1f-3c5b4e9bee10 None None] Network e3809f96-195f-4c7b-acab-0be138088685 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:50.159451 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.160242 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.161529 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.162381 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.162927 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.164054 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.164655 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.165446 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.166073 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.167888 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.168456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.170773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.170773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.170773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.170773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Tracked resource versions report: May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: pushed versions: May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: { 'AddressGroup': {'1.2'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Agent': {'1.1'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'ConntrackHelper': {'1.0'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'LocalIPAssociation': {'1.0'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Log': {'1.0'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'NDPProxy': {'1.0'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Network': {'1.1'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Port': {'1.7'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'PortForwarding': {'1.3'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'QosPolicy': {'1.10'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroup': {'1.5'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroupRule': {'1.2'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SubPort': {'1.0'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Subnet': {'1.1'}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Trunk': {'1.1'}} May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: consumer versions: May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: HyperV agent@hv-cinder-80475: {}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Agent': '1.1', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'ConntrackHelper': '1.0', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'LocalIPAssociation': '1.0', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Log': '1.0', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'NDPProxy': '1.0', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Network': '1.1', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Port': '1.7', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'PortForwarding': '1.3', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'QosPolicy': '1.10', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroup': '1.5', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SecurityGroupRule': '1.2', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'SubPort': '1.0', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Subnet': '1.1', May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: 'Trunk': '1.1'}} May 19 12:17:50.173571 dv-cinder-804757-28-iscsi neutron-server[104216]: {{(pid=104216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:17:50.264479 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Network 5ac03e57-985e-43a7-b44d-c5e798d66059 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:17:50.268451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:50.596949 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Made reservation on behalf of 9eafee25cfb14ca2bd5c10fe41a01644 for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:50.596949 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:50.599359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 5ac03e57-985e-43a7-b44d-c5e798d66059) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:50.599359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:50.599359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:50.599741 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25d4a8-b443-4468-b654-e6570118bf8a None None] Network 5ac03e57-985e-43a7-b44d-c5e798d66059 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:50.599741 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] Provisioning complete for port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:50.599741 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:50.601776 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:50.601776 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:50.601985 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:17:50.724492 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-755bfa9f-59b9-4591-bb3d-dade45a8fcc0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0572560 May 19 12:17:50.802989 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (57a53a90-5cf3-4f95-8228-aee4f85c871b), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:50.967236 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:50.967636 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.011136 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks [] for router_gateway (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.015456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (37d41b5a-a221-4803-970a-6df3268ac267), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.018071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef27f0c-af1a-40ae-ac27-8a2a2c2d4341 None None] Network 5ac03e57-985e-43a7-b44d-c5e798d66059 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:51.090788 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:51.099075 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:51.104272 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Network hostable DHCP agents. Network: 744c5d15-060b-4067-aa62-eecc19d1b85e, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:17:51.139346 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a53a90-5cf3-4f95-8228-aee4f85c871b,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:51.170331 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] Current status of the port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:51.170769 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.221372 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d41b5a-a221-4803-970a-6df3268ac267,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:51.242300 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:51.281131 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] For port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:17:51.282823 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:17:51.315269 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Checking segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:51.316122 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Network hostable DHCP agents. Network: 66d32a70-5928-448a-8e67-919eb5765bfb, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:17:51.325931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:51.326470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.371292 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.402123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40520) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:51.410203 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 744c5d15-060b-4067-aa62-eecc19d1b85e) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:51.426784 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:51.428500 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.441850 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61983743-3218-443e-9321-f3ab32c83f83 None None] Network 744c5d15-060b-4067-aa62-eecc19d1b85e requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:51.450431 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:51.541339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.562216 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-1fc1d900-e3d2-48d1-99e2-0f3d98247065 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7792244 May 19 12:17:51.565188 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40528) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:51.570620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:51.586826 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6a47fa5e-b4c3-4cd6-aa03-6262e887330d None None] Provisioning complete for port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:51.587241 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6a47fa5e-b4c3-4cd6-aa03-6262e887330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.591628 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca3a3f-7317-4af2-9b7e-83aabdc7d448 None None] Pushing event updated for resources: {'Port': ['ID=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:51.656979 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.db.api [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:17:51.657607 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG oslo_db.api [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:17:51.665072 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Network 66d32a70-5928-448a-8e67-919eb5765bfb is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:17:51.685533 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 66d32a70-5928-448a-8e67-919eb5765bfb) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:51.695439 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:51.696288 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.702706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (2e20d6bc-5480-4f9a-940e-e79039bc84bc), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.705307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (2e20d6bc-5480-4f9a-940e-e79039bc84bc), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.709428 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22f4c8-3a90-4118-8599-62f2dc79baf4 None None] Network 66d32a70-5928-448a-8e67-919eb5765bfb requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:51.833262 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks [] for router_controller (2e20d6bc-5480-4f9a-940e-e79039bc84bc), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.852669 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bb63-6829-4030-a31a-510b3aa32c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.869779 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e224aa4c-2bc1-43db-bbee-d4d0e4b7e3cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0815535 May 19 12:17:51.874501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40540) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:51.883445 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:51.924075 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6a47fa5e-b4c3-4cd6-aa03-6262e887330d None None] Current status of the port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:51.940805 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-744c5d15-060b-4067-aa62-eecc19d1b85e', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:17:51.941782 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:51.963448 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:17:51.972409 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:52.116056 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bb63-6829-4030-a31a-510b3aa32c6f admin admin] Publish callbacks [] for security_group (1bb79f23-d461-4858-8dbd-4c122a143c28), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.121583 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (cc96356a-971f-4100-ab1d-3810f576fe02), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.121583 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (cc96356a-971f-4100-ab1d-3810f576fe02), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.260592 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-66d32a70-5928-448a-8e67-919eb5765bfb', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:17:52.263231 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.293963 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:52.335898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks [] for router_gateway (2e20d6bc-5480-4f9a-940e-e79039bc84bc), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.352099 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:52.360094 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bb63-6829-4030-a31a-510b3aa32c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1bb79f23-d461-4858-8dbd-4c122a143c28), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.419983 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:17:52.436284 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Sync routers for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:17:52.458544 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:17:52.459488 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:17:52.561701 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.574097 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-704b5655-1633-4517-bdfb-ee26e62d12cd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2802458 May 19 12:17:52.574993 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40592) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:52.587920 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:17:52.593240 dv-cinder-804757-28-iscsi neutron-server[104216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 12:17:52.617898 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:52.621084 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Allocated IP 172.20.0.2 (744c5d15-060b-4067-aa62-eecc19d1b85e/57a53a90-5cf3-4f95-8228-aee4f85c871b/cf52eea4-372b-41a9-8513-081a8dd2282c) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:52.651327 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40594) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:52.704484 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:52.756779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks [] for router_controller (cc96356a-971f-4100-ab1d-3810f576fe02), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:52.766560 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b9d8bb63-6829-4030-a31a-510b3aa32c6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=482e9ea9fe48482fa644191c2956b4ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3594208 May 19 12:17:52.767254 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40598) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:52.769470 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8bb63-6829-4030-a31a-510b3aa32c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb79f23-d461-4858-8dbd-4c122a143c28,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:52.885881 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:17:53.087195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:53.088132 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.110260 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Allocated IP 172.20.0.2 (66d32a70-5928-448a-8e67-919eb5765bfb/37d41b5a-a221-4803-970a-6df3268ac267/697c710e-466b-4356-b39e-443f78f2e735) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:53.157498 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:50Z', 'revision_number': 3, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:17:53.193415 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Checking router: f039dfda-dff9-4b21-96b3-afcb6eadc5a6 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:17:53.194260 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Updating router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 port 4fb83c88-fdef-4242-82a3-bd012d1624da binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:17:53.201580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:53.208205 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40612) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:53.215303 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:53.265462 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.312796 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks [] for router_gateway (cc96356a-971f-4100-ab1d-3810f576fe02), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.427050 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Publish callbacks [] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.453178 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:53.505022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee5eb653-1901-400f-a992-7f2422e73ff1 admin admin] Publish callbacks [] for security_group (1bb79f23-d461-4858-8dbd-4c122a143c28), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.540649 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee5eb653-1901-400f-a992-7f2422e73ff1 admin admin] Publish callbacks [] for security_group (1bb79f23-d461-4858-8dbd-4c122a143c28), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.586128 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.622307 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Publish callbacks [] for port (697c710e-466b-4356-b39e-443f78f2e735), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.633125 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-f6d01a74-1a28-4c71-867b-f7f32131a64c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:17:53.634881 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-f6d01a74-1a28-4c71-867b-f7f32131a64c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/networks?id=5ac03e57-985e-43a7-b44d-c5e798d66059 HTTP/1.1" status: 200 len: 811 time: 1.0584803 May 19 12:17:53.656013 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:53.658600 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:53.660993 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Pushing event updated for resources: {'Port': ['ID=cf52eea4-372b-41a9-8513-081a8dd2282c,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:53.673196 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:53.675004 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c717-5559-4aeb-8906-580fe9ea5c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.719235 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (697c710e-466b-4356-b39e-443f78f2e735), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.719928 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks [] for router_gateway (2e20d6bc-5480-4f9a-940e-e79039bc84bc), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.747856 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.854225 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:53.870788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Network 66d32a70-5928-448a-8e67-919eb5765bfb is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:53.877553 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:53.880716 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Attempting to bind port cf52eea4-372b-41a9-8513-081a8dd2282c on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:17:53.881387 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Attempting to bind port cf52eea4-372b-41a9-8513-081a8dd2282c by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:17:53.881992 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Attempting to bind port cf52eea4-372b-41a9-8513-081a8dd2282c on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:17:53.895336 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:53.908391 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Pushing event updated for resources: {'Port': ['ID=697c710e-466b-4356-b39e-443f78f2e735,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:53.913026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:17:53.916873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:53.916873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.916873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Bound using segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:17:53.917337 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Bound port: cf52eea4-372b-41a9-8513-081a8dd2282c, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:17:53.918048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.923033 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee5eb653-1901-400f-a992-7f2422e73ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1bb79f23-d461-4858-8dbd-4c122a143c28), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.926207 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee5eb653-1901-400f-a992-7f2422e73ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:53.927440 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ee5eb653-1901-400f-a992-7f2422e73ff1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bb79f23-d461-4858-8dbd-4c122a143c28 HTTP/1.1" status: 204 len: 168 time: 1.1589105 May 19 12:17:53.961334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eb653-1901-400f-a992-7f2422e73ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb79f23-d461-4858-8dbd-4c122a143c28,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:53.993355 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks [] for router_gateway (cc96356a-971f-4100-ab1d-3810f576fe02), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.021133 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-8b5c8a32-59ea-41c2-b1c3-8a7f07863a54 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/quotas/de8f3490bba84ff38b5940fe768ede25 HTTP/1.1" status: 200 len: 375 time: 0.0973017 May 19 12:17:54.021386 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.046311 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Publish callbacks [] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.148867 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.207195 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-439ad093-04c0-4eab-a953-2d1c2a751a41 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de8f3490bba84ff38b5940fe768ede25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1849577 May 19 12:17:54.210549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c717-5559-4aeb-8906-580fe9ea5c13 admin admin] Publish callbacks [] for security_group (9eb7a833-71e7-4965-a065-a02ae855902f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.230653 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:54.270078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Allocated IP 172.27.1.4 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/b2dbd6d7-51d1-46c0-955a-ed2a06249ce1) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:54.275160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Attempting to bind port 697c710e-466b-4356-b39e-443f78f2e735 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:17:54.276604 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Attempting to bind port 697c710e-466b-4356-b39e-443f78f2e735 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:17:54.277585 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Attempting to bind port 697c710e-466b-4356-b39e-443f78f2e735 on network 66d32a70-5928-448a-8e67-919eb5765bfb {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:17:54.314987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40634) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:54.315540 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:17:54.316399 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Checking segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:54.317219 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.317902 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Bound using segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:17:54.318710 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Bound port: 697c710e-466b-4356-b39e-443f78f2e735, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:17:54.319488 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (697c710e-466b-4356-b39e-443f78f2e735), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.321220 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Pushing event updated for resources: {'Port': ['ID=4fb83c88-fdef-4242-82a3-bd012d1624da,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:54.325366 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c717-5559-4aeb-8906-580fe9ea5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9eb7a833-71e7-4965-a065-a02ae855902f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.402481 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d9a7c717-5559-4aeb-8906-580fe9ea5c13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a530cf15e11460b898957828f7d858e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1901081 May 19 12:17:54.411763 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.412248 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.412600 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.413152 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.414830 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.419142 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.419811 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.420513 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.426751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40640) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:54.428666 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.429781 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.430372 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.430989 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.441326 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.443495 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.445600 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Tracked resource versions report: May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: pushed versions: May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: { 'AddressGroup': {'1.2'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Agent': {'1.1'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'ConntrackHelper': {'1.0'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'LocalIPAssociation': {'1.0'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Log': {'1.0'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'NDPProxy': {'1.0'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Network': {'1.1'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Port': {'1.7'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'PortForwarding': {'1.3'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'QosPolicy': {'1.10'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroup': {'1.5'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroupRule': {'1.2'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SubPort': {'1.0'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Subnet': {'1.1'}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Trunk': {'1.1'}} May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: consumer versions: May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: { DHCP agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: HyperV agent@hv-cinder-80475: {}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: L3 agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: Metadata agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: Metering agent@dv-cinder-804757-28-iscsi: {}, May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: Open vSwitch agent@dv-cinder-804757-28-iscsi: { 'AddressGroup': '1.2', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Agent': '1.1', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'ConntrackHelper': '1.0', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'LocalIPAssociation': '1.0', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Log': '1.0', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'NDPProxy': '1.0', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Network': '1.1', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Port': '1.7', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'PortForwarding': '1.3', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'QosPolicy': '1.10', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroup': '1.5', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SecurityGroupRule': '1.2', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'SubPort': '1.0', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Subnet': '1.1', May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: 'Trunk': '1.1'}} May 19 12:17:54.448484 dv-cinder-804757-28-iscsi neutron-server[104219]: {{(pid=104219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 12:17:54.476342 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Attempting to bind port 4fb83c88-fdef-4242-82a3-bd012d1624da on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:17:54.476976 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Attempting to bind port 4fb83c88-fdef-4242-82a3-bd012d1624da by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:17:54.477587 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Attempting to bind port 4fb83c88-fdef-4242-82a3-bd012d1624da on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:17:54.500038 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:17:54.501060 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:17:54.501369 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.502122 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:17:54.502953 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Bound port: 4fb83c88-fdef-4242-82a3-bd012d1624da, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:17:54.503612 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.507839 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:54.593778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-16cc1314-3620-477c-913a-e861ab575328 admin admin] Publish callbacks [] for security_group (9eb7a833-71e7-4965-a065-a02ae855902f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.633261 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.650602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-16cc1314-3620-477c-913a-e861ab575328 admin admin] Publish callbacks [] for security_group (9eb7a833-71e7-4965-a065-a02ae855902f), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.675272 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:54.698469 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c717-5559-4aeb-8906-580fe9ea5c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb7a833-71e7-4965-a065-a02ae855902f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:54.702169 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] For port 4fb83c88-fdef-4242-82a3-bd012d1624da, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:17:54.713679 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] For port 4fb83c88-fdef-4242-82a3-bd012d1624da, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4fb83c88-fdef-4242-82a3-bd012d1624da,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:17:54.734559 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:54.762914 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] For port cf52eea4-372b-41a9-8513-081a8dd2282c, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:17:54.823655 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29eb5203-8566-4363-a0f6-5d06ccd248b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.835037 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] For port cf52eea4-372b-41a9-8513-081a8dd2282c, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=cf52eea4-372b-41a9-8513-081a8dd2282c,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:17:54.842473 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.884752 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] For port 697c710e-466b-4356-b39e-443f78f2e735, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:17:54.889407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] For port 697c710e-466b-4356-b39e-443f78f2e735, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=697c710e-466b-4356-b39e-443f78f2e735,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:17:54.911632 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-111d51ce-4bdd-4625-bdf4-823110e14be9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:17:54.912945 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-111d51ce-4bdd-4625-bdf4-823110e14be9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4028053 May 19 12:17:54.964857 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks [] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.969974 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:54.978622 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (697c710e-466b-4356-b39e-443f78f2e735), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.011168 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632809-5fa1-4215-943d-d46584b89cdf None None] Pushing event updated for resources: {'Port': ['ID=4fb83c88-fdef-4242-82a3-bd012d1624da,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:55.046407 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:55.050130 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:17:55.051268 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:17:55.122001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce940eb-d4d6-4a2f-892e-032c491e4b8d None None] Pushing event updated for resources: {'Port': ['ID=cf52eea4-372b-41a9-8513-081a8dd2282c,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:55.136173 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.221770 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40648) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:55.256161 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728e31e-39a5-43f8-8622-4a578fbabb55 None None] Pushing event updated for resources: {'Port': ['ID=697c710e-466b-4356-b39e-443f78f2e735,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:55.261208 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-16cc1314-3620-477c-913a-e861ab575328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9eb7a833-71e7-4965-a065-a02ae855902f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.266042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-16cc1314-3620-477c-913a-e861ab575328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.269815 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-16cc1314-3620-477c-913a-e861ab575328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eb7a833-71e7-4965-a065-a02ae855902f HTTP/1.1" status: 204 len: 168 time: 0.8394420 May 19 12:17:55.292955 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:17:55.295316 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1712-a2ab-4109-a628-c41584371bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.438729 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Pushing event updated for resources: {'Port': ['ID=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:55.442457 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-6c8d7691-931b-4c3a-b758-4f03e1f760b1 service neutron] 10.222.0.23 "GET /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106504 May 19 12:17:55.493283 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Allocated IP 172.20.0.1 (e3809f96-195f-4c7b-acab-0be138088685/c1156c03-aea9-492a-a80b-364cc30d4a99/8aabd3e2-2204-48c3-97c7-1fa5e8852750) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:55.543160 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:55.556336 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1314-3620-477c-913a-e861ab575328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb7a833-71e7-4965-a065-a02ae855902f,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:55.590510 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:55.610075 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:55.633944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Allocated IP 172.27.1.180 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/e0e64df4-8f60-4aab-a7c7-44c40aed4c95) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:17:55.799697 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:50Z', 'revision_number': 3, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:17:55.816434 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1712-a2ab-4109-a628-c41584371bda admin admin] Publish callbacks [] for security_group (c0af8dac-c2c0-4c32-b4b1-16e4e90c6326), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.824151 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29eb5203-8566-4363-a0f6-5d06ccd248b9 admin admin] Publish callbacks [] for security_group (2ed94060-dd0d-4267-92a8-75ead08527d4), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:55.855496 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b3ea9-225b-4e10-9c8c-b07e0478936d None None] The sync data for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi is: [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:50Z', 'revision_number': 3, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:17:55.870453 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-8de0745f-5913-4533-a365-b9ca855b23b3 service neutron] 10.222.0.23 "GET /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024098 May 19 12:17:55.930825 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1712-a2ab-4109-a628-c41584371bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c0af8dac-c2c0-4c32-b4b1-16e4e90c6326), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.005833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks [] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.023330 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d1712-a2ab-4109-a628-c41584371bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0af8dac-c2c0-4c32-b4b1-16e4e90c6326,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:56.044763 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-bd9d1712-a2ab-4109-a628-c41584371bda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5468e69ac0c843f4b31fda5934c88728&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8201628 May 19 12:17:56.046901 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:56.049272 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40658) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:56.087015 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29eb5203-8566-4363-a0f6-5d06ccd248b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2ed94060-dd0d-4267-92a8-75ead08527d4), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.138669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:56.161370 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ae97-2ca3-4490-a37f-a31223d00b2a admin admin] Publish callbacks [] for security_group (c0af8dac-c2c0-4c32-b4b1-16e4e90c6326), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.197381 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ae97-2ca3-4490-a37f-a31223d00b2a admin admin] Publish callbacks [] for security_group (c0af8dac-c2c0-4c32-b4b1-16e4e90c6326), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.248625 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.334817 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Network e3809f96-195f-4c7b-acab-0be138088685 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:56.339702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:56.344857 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:56.345708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.375419 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Pushing event updated for resources: {'Port': ['ID=8aabd3e2-2204-48c3-97c7-1fa5e8852750,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:56.398406 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks [] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.403032 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:56.487469 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40672) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:56.713997 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ae97-2ca3-4490-a37f-a31223d00b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c0af8dac-c2c0-4c32-b4b1-16e4e90c6326), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.729334 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ae97-2ca3-4490-a37f-a31223d00b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.742143 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-f5b9ae97-2ca3-4490-a37f-a31223d00b2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0af8dac-c2c0-4c32-b4b1-16e4e90c6326 HTTP/1.1" status: 204 len: 168 time: 0.6898620 May 19 12:17:56.774356 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:56.776560 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5203-8566-4363-a0f6-5d06ccd248b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed94060-dd0d-4267-92a8-75ead08527d4,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:56.800705 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-29eb5203-8566-4363-a0f6-5d06ccd248b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25ad8063b2a84a529dfa0e5a5f1a8597&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4792566 May 19 12:17:56.801432 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40692) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:56.831365 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6d3d1d08-f1ca-4af5-8699-8869d02b640f req-778dd040-d07a-4706-95f0-e6e23e4a7f1a tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.3334889 May 19 12:17:56.895541 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:56.919628 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ae97-2ca3-4490-a37f-a31223d00b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0af8dac-c2c0-4c32-b4b1-16e4e90c6326,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:56.969987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-baed8ab5-c392-4447-b31c-9364026e0ea9 admin admin] Publish callbacks [] for security_group (2ed94060-dd0d-4267-92a8-75ead08527d4), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:57.093613 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device cf52eea4-372b-41a9-8513-081a8dd2282c up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:17:57.095956 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:57.145156 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4358e58-5766-4a6b-b42f-9d7d1bfc8fb7 None None] Network 66d32a70-5928-448a-8e67-919eb5765bfb requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:57.225054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:57.278948 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6c72a0f9-d14f-4a00-b459-e916f8070b76 None None] Provisioning complete for port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:57.282539 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6c72a0f9-d14f-4a00-b459-e916f8070b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:57.284770 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:57.291727 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Pushing event updated for resources: {'Port': ['ID=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:57.301148 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:17:57.443351 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port cf52eea4-372b-41a9-8513-081a8dd2282c triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:57.443727 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:57.501069 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6c72a0f9-d14f-4a00-b459-e916f8070b76 None None] Port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:17:57.527628 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acb8ce-d344-4f54-841a-c38b9f479bab None None] Network 744c5d15-060b-4067-aa62-eecc19d1b85e requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:17:57.619984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-baed8ab5-c392-4447-b31c-9364026e0ea9 admin admin] Publish callbacks [] for security_group (2ed94060-dd0d-4267-92a8-75ead08527d4), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:57.667124 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:57.728530 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Provisioning complete for port 697c710e-466b-4356-b39e-443f78f2e735 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:57.729141 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (697c710e-466b-4356-b39e-443f78f2e735), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:57.933203 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:57.997175 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port cf52eea4-372b-41a9-8513-081a8dd2282c is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:58.005800 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.090320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks [] for router_gateway (cc96356a-971f-4100-ab1d-3810f576fe02), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.129650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:58.135966 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks [] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.184273 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8968404-147a-4689-a60b-d8a4bf959377 req-f588f6a3-fbec-44b6-ac3c-24479d288626 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.0425916 May 19 12:17:58.256137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port cf52eea4-372b-41a9-8513-081a8dd2282c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=cf52eea4-372b-41a9-8513-081a8dd2282c,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:17:58.262887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.264073 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.293048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Current status of the port 697c710e-466b-4356-b39e-443f78f2e735 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:58.293453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (697c710e-466b-4356-b39e-443f78f2e735), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.368726 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Pushing event updated for resources: {'Port': ['ID=8aabd3e2-2204-48c3-97c7-1fa5e8852750,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:58.381453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] For port 697c710e-466b-4356-b39e-443f78f2e735, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=697c710e-466b-4356-b39e-443f78f2e735,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:17:58.383247 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.384228 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 697c710e-466b-4356-b39e-443f78f2e735 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:17:58.437864 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks [] for router_gateway (2e20d6bc-5480-4f9a-940e-e79039bc84bc), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.491242 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (697c710e-466b-4356-b39e-443f78f2e735), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.550506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Network e3809f96-195f-4c7b-acab-0be138088685 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:17:58.552925 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:17:58.565888 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Provisioning complete for port cf52eea4-372b-41a9-8513-081a8dd2282c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:58.568377 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.577973 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40740) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:17:58.690590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=cf52eea4-372b-41a9-8513-081a8dd2282c,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:58.721959 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 697c710e-466b-4356-b39e-443f78f2e735 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:58.727050 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (697c710e-466b-4356-b39e-443f78f2e735), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:58.830444 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:58.841447 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:17:58.977658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Pushing event updated for resources: {'Port': ['ID=697c710e-466b-4356-b39e-443f78f2e735,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:59.008627 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1884699052-network', 'tenant_id': 'f8ff69832f884971bfaa8fcbabb6f059'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:17:59.051657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-baed8ab5-c392-4447-b31c-9364026e0ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2ed94060-dd0d-4267-92a8-75ead08527d4), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.051977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:59.052066 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-baed8ab5-c392-4447-b31c-9364026e0ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.056183 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-baed8ab5-c392-4447-b31c-9364026e0ea9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ed94060-dd0d-4267-92a8-75ead08527d4 HTTP/1.1" status: 204 len: 168 time: 2.2525442 May 19 12:17:59.066088 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 697c710e-466b-4356-b39e-443f78f2e735 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:59.067282 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4fb83c88-fdef-4242-82a3-bd012d1624da up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:17:59.131840 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:17:59.146505 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-be298898-ff9a-451d-bea0-3cdee0a276e2 None None] Current status of the port cf52eea4-372b-41a9-8513-081a8dd2282c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:59.179832 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a2173c17-21cf-4884-b8e7-64ff228119df admin admin] 10.222.0.23 "PUT /v2.0/routers/f039dfda-dff9-4b21-96b3-afcb6eadc5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4561124 May 19 12:17:59.189174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 4fb83c88-fdef-4242-82a3-bd012d1624da triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:59.189555 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.215638 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed8ab5-c392-4447-b31c-9364026e0ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed94060-dd0d-4267-92a8-75ead08527d4,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:17:59.293174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Provisioning complete for port cf52eea4-372b-41a9-8513-081a8dd2282c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:59.293717 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.296772 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:59.332289 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-aa375419-b1ef-4b97-81cb-afc6b9cc96a4 req-1740d0e0-8b97-4b77-b2f2-0906a51b4910 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.0480130 May 19 12:17:59.428449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Made reservation on behalf of f8ff69832f884971bfaa8fcbabb6f059 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:17:59.431452 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.449200 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.452061 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Sync routers for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:17:59.495705 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (cc96356a-971f-4100-ab1d-3810f576fe02), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.500457 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:59.559620 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Current status of the port cf52eea4-372b-41a9-8513-081a8dd2282c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:59.568902 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 4fb83c88-fdef-4242-82a3-bd012d1624da is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:17:59.570325 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.611774 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 4fb83c88-fdef-4242-82a3-bd012d1624da, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4fb83c88-fdef-4242-82a3-bd012d1624da,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:17:59.614895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (2e20d6bc-5480-4f9a-940e-e79039bc84bc), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.619030 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:59.626394 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:17:59.628179 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:17:59.811371 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:17:59.877666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks [] for security_group (a0775c72-fbcd-4380-96ab-e4e7d2de6dc3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.877994 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Provisioning complete for port 697c710e-466b-4356-b39e-443f78f2e735 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:17:59.878506 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (697c710e-466b-4356-b39e-443f78f2e735), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.886999 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:17:59.904919 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:17:59.993864 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (a0775c72-fbcd-4380-96ab-e4e7d2de6dc3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.029822 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:18:00.040870 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:18:00.042721 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Router cc96356a-971f-4100-ab1d-3810f576fe02 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:18:00.060969 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0775c72-fbcd-4380-96ab-e4e7d2de6dc3,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:00.067545 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (8b24592a-5344-473c-b152-98b1bee4b363), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.068287 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Added segment 8b24592a-5344-473c-b152-98b1bee4b363 of type vlan for network b6f5c947-712d-4183-a1a9-ffd0b97e2ce6 May 19 12:18:00.133570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device cf52eea4-372b-41a9-8513-081a8dd2282c up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:00.169616 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=4fb83c88-fdef-4242-82a3-bd012d1624da,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:00.199286 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (b6f5c947-712d-4183-a1a9-ffd0b97e2ce6), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.334517 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:18:00.346776 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:18:00.379757 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:18:00.400924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:18:00.408034 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40780) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:00.420505 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:00.422637 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:00.432968 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (b6f5c947-712d-4183-a1a9-ffd0b97e2ce6), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.434716 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:00.435960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.459324 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b8a76a8b-c283-4b17-9690-cdd67a99fc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.480313 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.484637 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-14996cb8-3606-4c97-9c9c-7ecce6b5aade admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6063087 May 19 12:18:00.484827 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port cf52eea4-372b-41a9-8513-081a8dd2282c triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:00.484907 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.492889 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40788) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:00.579450 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Current status of the port 697c710e-466b-4356-b39e-443f78f2e735 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:00.589744 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:00.590420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:00.615057 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.633626 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0aff22c2-f3aa-4cbc-aa91-219dc434ebfa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0671835 May 19 12:18:00.644533 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40792) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:00.755602 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:00.810653 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1ea6092b-7027-4fb1-b1dc-86f6408dbc36 req-dd4ef846-816c-4f8f-9ab5-af7a27b809a0 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.0784278 May 19 12:18:00.862688 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:00.884417 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Provisioning complete for port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:00.890638 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:00.924974 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b8a76a8b-c283-4b17-9690-cdd67a99fc41 admin admin] Publish callbacks [] for security_group (144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.058741 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b8a76a8b-c283-4b17-9690-cdd67a99fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.093927 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 2, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:01.101966 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:01.111203 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a76a8b-c283-4b17-9690-cdd67a99fc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:01.152127 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-848428f8-fa67-4118-8eb3-a25771130b03 None None] Port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:01.172477 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Checking router: f039dfda-dff9-4b21-96b3-afcb6eadc5a6 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:18:01.191277 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b8a76a8b-c283-4b17-9690-cdd67a99fc41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96b07d3cf30e4789947e5a79b440d720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7815976 May 19 12:18:01.197410 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Updating router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:18:01.198362 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 40808) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:01.204201 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6204958 May 19 12:18:01.207765 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40810) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:01.207765 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:01.219731 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Request body: {'subnet': {'network_id': 'b6f5c947-712d-4183-a1a9-ffd0b97e2ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1884699052-subnet', 'tenant_id': 'f8ff69832f884971bfaa8fcbabb6f059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:01.220848 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 3, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:01.238874 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ae972-ed92-45b2-992d-9f2c514e3ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f5c947-712d-4183-a1a9-ffd0b97e2ce6,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:01.268441 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network b6f5c947-712d-4183-a1a9-ffd0b97e2ce6 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:18:01.335937 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:01.338315 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:18:01.338940 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Updating router cc96356a-971f-4100-ab1d-3810f576fe02 port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:18:01.399866 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.402459 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port cf52eea4-372b-41a9-8513-081a8dd2282c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:01.403561 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 697c710e-466b-4356-b39e-443f78f2e735 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:01.417669 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.453648 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Made reservation on behalf of f8ff69832f884971bfaa8fcbabb6f059 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:01.456662 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.687486 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:01.696183 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:01.818322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6518489-e9f1-43c6-a2f2-11bef1b44206 admin admin] Publish callbacks [] for security_group (144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.886669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c15e12b5-6937-4246-953f-a7dbafa15b55 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:01.893355 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c15e12b5-6937-4246-953f-a7dbafa15b55 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 818 time: 0.5877068 May 19 12:18:01.932052 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6518489-e9f1-43c6-a2f2-11bef1b44206 admin admin] Publish callbacks [] for security_group (144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:01.954278 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:01.971168 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.019948 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-8e90bf82-4055-4e41-be67-532e0af913cf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/quotas/b3d651a605fd4dee95797a7ec3896792 HTTP/1.1" status: 200 len: 375 time: 0.1109414 May 19 12:18:02.060101 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:02.065001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (6658b382-b267-4406-b5aa-007e1312cd4f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.126587 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Publish callbacks [] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.206353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6658b382-b267-4406-b5aa-007e1312cd4f,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:02.209477 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.246187 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Checking segment: {'id': '8b24592a-5344-473c-b152-98b1bee4b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6f5c947-712d-4183-a1a9-ffd0b97e2ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:02.246525 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Network hostable DHCP agents. Network: b6f5c947-712d-4183-a1a9-ffd0b97e2ce6, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:18:02.286186 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 697c710e-466b-4356-b39e-443f78f2e735 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:02.286826 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (697c710e-466b-4356-b39e-443f78f2e735), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.332853 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:02.334419 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Attempting to bind port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:02.334937 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Attempting to bind port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:02.336333 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Attempting to bind port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:02.346745 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:02.347472 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:02.348672 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.349186 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:02.349750 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Bound port: e0e64df4-8f60-4aab-a7c7-44c40aed4c95, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:02.352208 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.381388 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Network b6f5c947-712d-4183-a1a9-ffd0b97e2ce6 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:18:02.411886 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.81', 63794) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:02.462241 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] For port e0e64df4-8f60-4aab-a7c7-44c40aed4c95, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:02.466152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d3dd669f-dfe4-4f6f-b375-bbde7bf4aeb0 req-ba0450b8-c349-4053-8c54-86082a422f32 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.4162445 May 19 12:18:02.486270 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] For port e0e64df4-8f60-4aab-a7c7-44c40aed4c95, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:02.512317 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-5d6d1f93-0e9c-4135-8509-29fda94c7339 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4904163 May 19 12:18:02.530374 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c10a2-abdb-4c1e-9df1-bb9276e84ec1 None None] Pushing event updated for resources: {'Port': ['ID=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:02.557540 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, b6f5c947-712d-4183-a1a9-ffd0b97e2ce6) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:02.568473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:02.569089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.588273 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.601759 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.633437 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:17:56Z', 'revision_number': 3, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:02.638324 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3d0c7-562b-4b88-bba2-e57ab68efa22 None None] Network b6f5c947-712d-4183-a1a9-ffd0b97e2ce6 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:18:02.701802 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-9115a835-4d3c-40a2-b852-21b7222d5843 service neutron] 10.222.0.23 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469162 May 19 12:18:02.725750 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:02.726704 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:02.740515 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c10a2-abdb-4c1e-9df1-bb9276e84ec1 None None] Pushing event updated for resources: {'Port': ['ID=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:02.827127 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:18:02.827723 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Updating router 2e20d6bc-5480-4f9a-940e-e79039bc84bc port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:18:02.878566 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6518489-e9f1-43c6-a2f2-11bef1b44206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.883238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6518489-e9f1-43c6-a2f2-11bef1b44206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:02.886349 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b6518489-e9f1-43c6-a2f2-11bef1b44206 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e HTTP/1.1" status: 204 len: 168 time: 1.6847584 May 19 12:18:02.908024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Allocated IP 172.20.0.1 (744c5d15-060b-4067-aa62-eecc19d1b85e/57a53a90-5cf3-4f95-8228-aee4f85c871b/3f19549e-e9f6-4c87-ac42-7ec5c30e9052) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:02.947764 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6518489-e9f1-43c6-a2f2-11bef1b44206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b93cc-3fd6-4bdf-9b66-dcecfbc5e15e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:02.978943 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:03.053901 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:03.095936 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587fb01-d726-48c5-b378-32063819128f None None] Network b6f5c947-712d-4183-a1a9-ffd0b97e2ce6 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:18:03.140450 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks [] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:03.156959 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-037c8cf6-8911-4e45-abad-fa766cc98f86 service neutron] 10.222.0.23 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417408 May 19 12:18:03.182991 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Allocated IP 172.20.0.1 (66d32a70-5928-448a-8e67-919eb5765bfb/37d41b5a-a221-4803-970a-6df3268ac267/9c968d31-a259-437e-92ae-b076c4132e6d) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:03.246684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:03.286213 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:03.414215 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6769fc4f-a333-42b9-82b2-7e63a3a80fe1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2058651 May 19 12:18:03.428000 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:03.439359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-a204cff6-1c45-4f50-95e9-c8f77cb61ab4 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:03.442724 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-a204cff6-1c45-4f50-95e9-c8f77cb61ab4 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.81 "GET /v2.0/networks?id=5ac03e57-985e-43a7-b44d-c5e798d66059 HTTP/1.1" status: 200 len: 811 time: 1.0265388 May 19 12:18:03.488640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:03.528689 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 3, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:03.566616 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 697c710e-466b-4356-b39e-443f78f2e735 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:03.615906 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac34f12-64bb-4fc6-a51c-7516a1ffdab1 None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 3, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:18:03.645415 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Request body: {'port': {'device_id': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059', 'admin_state_up': True, 'tenant_id': 'de8f3490bba84ff38b5940fe768ede25'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:03.665256 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks [] for port (9c968d31-a259-437e-92ae-b076c4132e6d), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:03.810101 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Publish callbacks [] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:03.934664 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:03.983069 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:04.031314 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:04.065546 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Pushing event updated for resources: {'Port': ['ID=9c968d31-a259-437e-92ae-b076c4132e6d,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:04.073291 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4fb83c88-fdef-4242-82a3-bd012d1624da up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:04.112008 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:04.136680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:04.152910 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:04.220011 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:04.223042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (2e20d6bc-5480-4f9a-940e-e79039bc84bc), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:04.345767 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-deea8a56-a9cd-4a99-a40a-12afbe7d2ed0 req-453a7fcb-de5d-49e1-9540-98a5a57055be tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 210 time: 0.2511649 May 19 12:18:04.345767 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Network 66d32a70-5928-448a-8e67-919eb5765bfb is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:04.353505 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-453785c3-01a0-4f3b-954c-80406488449b req-cb4cab86-b1ab-4e87-b63e-ac22ec467fc1 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.2717352 May 19 12:18:04.358466 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:04.364119 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:04.367483 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (cc96356a-971f-4100-ab1d-3810f576fe02), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:04.544537 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:04.788250 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a906a67-85e9-46e4-b196-f46e1d4b5231 None None] Pushing event updated for resources: {'Port': ['ID=8aabd3e2-2204-48c3-97c7-1fa5e8852750,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:04.814733 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 4fb83c88-fdef-4242-82a3-bd012d1624da triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:04.817365 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:04.968854 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Made reservation on behalf of de8f3490bba84ff38b5940fe768ede25 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:04.969757 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:04.987559 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6395ff25-7a6c-45c7-a080-6453ce01025c None None] Provisioning complete for port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:04.987842 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6395ff25-7a6c-45c7-a080-6453ce01025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:05.003461 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:05.018276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:05.217876 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6395ff25-7a6c-45c7-a080-6453ce01025c None None] Port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:05.751191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-8aa0513f-ffd4-4c90-9d9d-fce6224b2362 None None] Provisioning complete for port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:05.755057 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6149ceb8-5dae-4e70-9bcf-de8bc82d351b req-9230f7fe-e818-4296-9243-4ea1dd49f7ad tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.1795890 May 19 12:18:05.759241 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8aa0513f-ffd4-4c90-9d9d-fce6224b2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:05.778000 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Publish callbacks [] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:05.785337 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Attempting to bind port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:05.790823 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Attempting to bind port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:05.791770 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Attempting to bind port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:05.892126 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:05.893439 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Checking segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:05.893439 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:05.893756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Bound using segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:05.896380 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Bound port: 8aabd3e2-2204-48c3-97c7-1fa5e8852750, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:05.896908 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:05.994934 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.026324 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0513f-ffd4-4c90-9d9d-fce6224b2362 None None] Port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:06.045436 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks [] for port (9c968d31-a259-437e-92ae-b076c4132e6d), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.055116 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 40998) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:06.204168 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328a30d-fd3f-4c5d-936d-3c8b88b5508e None None] Pushing event updated for resources: {'Port': ['ID=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:06.224938 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 4fb83c88-fdef-4242-82a3-bd012d1624da is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:06.259909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-8aa0513f-ffd4-4c90-9d9d-fce6224b2362 None None] Provisioning complete for port 9c968d31-a259-437e-92ae-b076c4132e6d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:06.260560 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8aa0513f-ffd4-4c90-9d9d-fce6224b2362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.286494 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.290276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (cc96356a-971f-4100-ab1d-3810f576fe02), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.393414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0513f-ffd4-4c90-9d9d-fce6224b2362 None None] Port 9c968d31-a259-437e-92ae-b076c4132e6d cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:06.442819 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Attempting to bind port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:06.444033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Attempting to bind port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:06.447355 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Attempting to bind port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:06.472997 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device e0e64df4-8f60-4aab-a7c7-44c40aed4c95 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:06.669381 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Allocated IP 172.20.0.11 (5ac03e57-985e-43a7-b44d-c5e798d66059/5619b6aa-0842-420b-8501-20b93e478ee7/9b231795-5a6f-4362-ac0e-df73e6325281) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] For port 8aabd3e2-2204-48c3-97c7-1fa5e8852750, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Bound port: b2dbd6d7-51d1-46c0-955a-ed2a06249ce1, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:06.670005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.670950 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Pushing event updated for resources: {'Port': ['ID=9c968d31-a259-437e-92ae-b076c4132e6d,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:06.752918 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-0076dce5-a662-4781-a653-61baa7162f1f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:06.774717 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-0076dce5-a662-4781-a653-61baa7162f1f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 818 time: 0.8168378 May 19 12:18:06.816764 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] For port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:06.825275 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-fb3f8614-30cf-4761-819d-8bb4be7bc943 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/quotas/b3d651a605fd4dee95797a7ec3896792 HTTP/1.1" status: 200 len: 375 time: 0.0490727 May 19 12:18:06.828921 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] For port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:06.875122 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:06.881462 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:06.891341 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] For port 8aabd3e2-2204-48c3-97c7-1fa5e8852750, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8aabd3e2-2204-48c3-97c7-1fa5e8852750,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:06.929863 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:06.931006 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.937854 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:06.944229 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41018) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:06.997481 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-b9fad318-417e-4872-a995-72d69e8796de tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711433 May 19 12:18:07.014166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118625571-network', 'tenant_id': '96fcdc6c8ade449c828f08da5aba92e6'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:07.031560 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks [] for port (9b231795-5a6f-4362-ac0e-df73e6325281), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.053354 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c1b8-d810-4886-8314-ea387bb7fc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.055626 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:07.055963 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.066074 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.156825 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Network 66d32a70-5928-448a-8e67-919eb5765bfb is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:07.163728 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:07.189488 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.290173 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port e0e64df4-8f60-4aab-a7c7-44c40aed4c95, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:07.313856 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328a30d-fd3f-4c5d-936d-3c8b88b5508e None None] Pushing event updated for resources: {'Port': ['ID=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:07.329775 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6831bfde-aceb-4ebf-bfc2-8ddb4ef7f43f req-f0efdd1e-51fe-46af-a4dc-ccf8d329e646 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.3300247 May 19 12:18:07.455447 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.473449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:07.480345 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:07.517664 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-7a459ca9-ae34-4a2a-a95a-803fcffe24bb service neutron] 10.222.0.23 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943502 May 19 12:18:07.551189 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:07.552021 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:07.676536 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:07.677445 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:07.755480 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Made reservation on behalf of 96fcdc6c8ade449c828f08da5aba92e6 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:07.771082 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.860619 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.894816 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:07.910464 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:07.967942 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:07.989778 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a906a67-85e9-46e4-b196-f46e1d4b5231 None None] Pushing event updated for resources: {'Port': ['ID=8aabd3e2-2204-48c3-97c7-1fa5e8852750,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:08.020141 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:08.049936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Network 5ac03e57-985e-43a7-b44d-c5e798d66059 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:08.128456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Router cc96356a-971f-4100-ab1d-3810f576fe02 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:18:08.161111 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6240810a-2da6-482f-aad9-e4380f5fff3a None None] Provisioning complete for port 9c968d31-a259-437e-92ae-b076c4132e6d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:08.161518 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6240810a-2da6-482f-aad9-e4380f5fff3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:08.165590 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-b99dcdb7-06c0-400d-a1ac-5f3ae3ce949f service neutron] 10.222.0.23 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730186 May 19 12:18:08.221399 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks [] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:08.394588 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:08.409519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks [] for security_group (624ee57a-43d5-4f32-9e0f-f139ab8cdd5f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:08.414161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:08.418209 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:08.429838 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:18:08.460039 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:18:08.471903 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-11cb6f36-01a0-4437-932c-ac57478fd213 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc96356a-971f-4100-ab1d-3810f576fe02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9723463 May 19 12:18:08.519164 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:08.520013 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:08.532656 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:08.571602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:08.578516 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:08.631824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:08.633898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (2e20d6bc-5480-4f9a-940e-e79039bc84bc), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:08.902452 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-495446a5-b286-4fa2-81f9-48af65e2d905 req-5ca85e22-2409-4345-be38-ad849a3f1a00 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.2709315 May 19 12:18:08.957627 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:08.977673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (624ee57a-43d5-4f32-9e0f-f139ab8cdd5f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.001272 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:18:09.015000 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (705368c6-704b-4ce8-805e-eb5fe1c758c9), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.015719 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Added segment 705368c6-704b-4ce8-805e-eb5fe1c758c9 of type vlan for network 781ed039-b969-4715-b65c-0ec9f3a336f3 May 19 12:18:09.048781 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:09.060212 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.81', 63805) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:09.099541 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (781ed039-b969-4715-b65c-0ec9f3a336f3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.149858 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:09.193475 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:09.196378 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624ee57a-43d5-4f32-9e0f-f139ab8cdd5f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:09.213667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:09.335074 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b32b2c-d3ef-454b-bb59-e56aa55177e0 req-5c1cc49a-d2f3-499e-ad40-62846ab71194 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:09.340922 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8b32b2c-d3ef-454b-bb59-e56aa55177e0 req-5c1cc49a-d2f3-499e-ad40-62846ab71194 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 932 time: 0.4629455 May 19 12:18:09.423929 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:02Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:09.437075 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (781ed039-b969-4715-b65c-0ec9f3a336f3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.439253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:09.440301 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.455969 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:05Z', 'revision_number': 2, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:09.567597 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:09.576249 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6240810a-2da6-482f-aad9-e4380f5fff3a None None] Port 9c968d31-a259-437e-92ae-b076c4132e6d cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:09.605130 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:18:09.606880 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Updating router cc96356a-971f-4100-ab1d-3810f576fe02 port 9c968d31-a259-437e-92ae-b076c4132e6d binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:18:09.668548 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0d605-16e0-4725-b887-7313a8753888 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:02Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:18:09.693124 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8b32b2c-d3ef-454b-bb59-e56aa55177e0 req-a3a542d3-2a99-4a8a-b43b-8f3de941abac tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753540 May 19 12:18:09.721711 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Pushing event updated for resources: {'Port': ['ID=9b231795-5a6f-4362-ac0e-df73e6325281,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:09.743411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-b1a242a5-b8fb-47b0-952d-9335304ac0e0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:09.745474 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-b1a242a5-b8fb-47b0-952d-9335304ac0e0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 818 time: 0.6491325 May 19 12:18:09.763033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] Provisioning complete for port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:09.766191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.766968 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'port': {'device_id': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'admin_state_up': True, 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:09.776015 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:09.805847 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.852742 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8782899 May 19 12:18:09.854496 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c63d32-1663-4e34-880a-cd51533ffa69 admin admin] Pushing event updated for resources: {'Network': ['ID=781ed039-b969-4715-b65c-0ec9f3a336f3,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:09.894598 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c1b8-d810-4886-8314-ea387bb7fc35 admin admin] Publish callbacks [] for security_group (0153a690-41b5-41f8-a1ef-150da0510064), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:09.932017 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 781ed039-b969-4715-b65c-0ec9f3a336f3 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:18:09.968761 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41072) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:09.979139 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-889d0175-efd5-40e9-be90-0fceeb99bb13 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3705835 May 19 12:18:09.996954 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Request body: {'subnet': {'network_id': '781ed039-b969-4715-b65c-0ec9f3a336f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118625571-subnet', 'tenant_id': '96fcdc6c8ade449c828f08da5aba92e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:10.035362 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:10.201167 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c1b8-d810-4886-8314-ea387bb7fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (0153a690-41b5-41f8-a1ef-150da0510064), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:10.276390 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41084) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:10.290276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091839779', 'description': 'tempest-description--1295429613'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:10.353469 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-569acf30-1885-462a-9ecc-5e1681173ea9 req-820b22fe-353d-4713-897a-186233bd49d5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.0778518 May 19 12:18:10.472797 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-866d6b12-1bbc-49c6-88e1-9c03bad51f9d tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:18:10.488616 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-866d6b12-1bbc-49c6-88e1-9c03bad51f9d tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3093171 May 19 12:18:10.495614 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Made reservation on behalf of b3d651a605fd4dee95797a7ec3896792 for: {'port': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:10.501491 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:10.561861 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41090) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:10.569221 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-cdb1c1b8-d810-4886-8314-ea387bb7fc35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65edf999e3b24c29815d321084d62bca&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4952555 May 19 12:18:10.716311 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Made reservation on behalf of 96fcdc6c8ade449c828f08da5aba92e6 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:10.737182 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:10.847370 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device e0e64df4-8f60-4aab-a7c7-44c40aed4c95 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:10.898990 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:18:10.982761 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] Current status of the port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:10.983154 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:10.991186 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:06Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:11.031995 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:11.038731 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df78e5e-79d7-4dab-8821-b2079525ba77 None None] The sync data for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi is: [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:06Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:18:11.234934 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:11.244523 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:11.440063 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:11.504707 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] For port 8aabd3e2-2204-48c3-97c7-1fa5e8852750, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8aabd3e2-2204-48c3-97c7-1fa5e8852750,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:11.627660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41110) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:11.643570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:11.855710 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-755d6796-320e-40cf-9ce9-9d3cc7ef6ffe admin admin] Publish callbacks [] for security_group (0153a690-41b5-41f8-a1ef-150da0510064), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:11.967641 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Publish callbacks [] for port (9c968d31-a259-437e-92ae-b076c4132e6d), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:11.986566 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:11.997140 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6809f-7b48-41f4-b366-778fa6b5feb7 req-8aa8c784-7649-457b-8690-61f4173b99e9 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:12.000184 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1c1b8-d810-4886-8314-ea387bb7fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0153a690-41b5-41f8-a1ef-150da0510064,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:12.019425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Request body: {'port': {'device_id': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:12.028615 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f8a6809f-7b48-41f4-b366-778fa6b5feb7 req-8aa8c784-7649-457b-8690-61f4173b99e9 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 932 time: 1.0524135 May 19 12:18:12.031578 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Allocated IP 172.20.0.14 (e3809f96-195f-4c7b-acab-0be138088685/c1156c03-aea9-492a-a80b-364cc30d4a99/d6fddd4a-6f06-4062-86e2-9b793547996c) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:12.073214 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.075233 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-755d6796-320e-40cf-9ce9-9d3cc7ef6ffe admin admin] Publish callbacks [] for security_group (0153a690-41b5-41f8-a1ef-150da0510064), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.081120 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:12.126939 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-ca7b5c68-d980-4a33-9029-f29f2cfe2488 None None] Provisioning complete for port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:12.127277 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5c68-d980-4a33-9029-f29f2cfe2488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.222278 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde279a-3881-4ad3-866e-7f01ba63bd04 None None] Pushing event updated for resources: {'Port': ['ID=9c968d31-a259-437e-92ae-b076c4132e6d,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:12.233148 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6416c-9cd0-4513-9ed3-e18665f87a5b None None] Pushing event updated for resources: {'Port': ['ID=8aabd3e2-2204-48c3-97c7-1fa5e8852750,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:12.247713 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5c68-d980-4a33-9029-f29f2cfe2488 None None] Port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:12.248453 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2a2f4698-2451-4cff-9587-08fb8026e04e req-93d13b8b-727a-448f-a9d2-257528dd8185 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.5321147 May 19 12:18:12.398076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:18:12.429931 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-bbf94cbf-2de8-4a5d-89c5-38f132bd9ae7 admin admin] 10.222.0.23 "PUT /v2.0/routers/2e20d6bc-5480-4f9a-940e-e79039bc84bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7759633 May 19 12:18:12.449736 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.484142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:12.524827 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4530f7cb-f167-4290-bb4a-7cc9a994b782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.530218 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e367064d-2bb3-4303-8cb3-6cb3bf5da664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.571203 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Attempting to bind port 9c968d31-a259-437e-92ae-b076c4132e6d on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:12.572282 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Attempting to bind port 9c968d31-a259-437e-92ae-b076c4132e6d by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:12.574164 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Attempting to bind port 9c968d31-a259-437e-92ae-b076c4132e6d on network 66d32a70-5928-448a-8e67-919eb5765bfb {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:12.592572 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:12.593264 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Checking segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:12.593840 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.594423 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Bound using segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:12.595099 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Bound port: 9c968d31-a259-437e-92ae-b076c4132e6d, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:12.619112 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:12.621368 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.690553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:12.867130 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] For port 9c968d31-a259-437e-92ae-b076c4132e6d, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:12.876255 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] For port 9c968d31-a259-437e-92ae-b076c4132e6d, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9c968d31-a259-437e-92ae-b076c4132e6d,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:12.954528 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.957384 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] Provisioning complete for port 9c968d31-a259-437e-92ae-b076c4132e6d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:12.957786 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:12.970025 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:12.990437 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f8a6809f-7b48-41f4-b366-778fa6b5feb7 req-d2aafd00-475d-4968-a55a-1e377905ae75 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649108 May 19 12:18:13.034788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:13.087893 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:13.088698 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.303593 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:13.309138 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:17:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:13.590612 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] Current status of the port 9c968d31-a259-437e-92ae-b076c4132e6d is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:13.611421 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.778399 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4530f7cb-f167-4290-bb4a-7cc9a994b782 admin admin] Publish callbacks [] for security_group (ba757705-f41d-427d-a2a1-46a67316e6b5), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.799608 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.81', 63812) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:13.816259 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-755d6796-320e-40cf-9ce9-9d3cc7ef6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (0153a690-41b5-41f8-a1ef-150da0510064), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.826122 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-755d6796-320e-40cf-9ce9-9d3cc7ef6ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.833268 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-755d6796-320e-40cf-9ce9-9d3cc7ef6ffe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0153a690-41b5-41f8-a1ef-150da0510064 HTTP/1.1" status: 204 len: 168 time: 2.8537030 May 19 12:18:13.836492 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] For port 9c968d31-a259-437e-92ae-b076c4132e6d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9c968d31-a259-437e-92ae-b076c4132e6d,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:13.844373 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:13.844788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.869103 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:13.919340 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:13.925335 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:13.961744 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b78aef19-646e-4b75-85e9-65445d5efb83 req-808c6acf-6765-40ee-9b8e-70b368024e2c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.1707299 May 19 12:18:14.006436 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.008613 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8aabd3e2-2204-48c3-97c7-1fa5e8852750 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:14.072104 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4530f7cb-f167-4290-bb4a-7cc9a994b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (ba757705-f41d-427d-a2a1-46a67316e6b5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.091031 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6796-320e-40cf-9ce9-9d3cc7ef6ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0153a690-41b5-41f8-a1ef-150da0510064,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:14.194198 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde279a-3881-4ad3-866e-7f01ba63bd04 None None] Pushing event updated for resources: {'Port': ['ID=9c968d31-a259-437e-92ae-b076c4132e6d,revision_number=4']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:14.242465 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (bd231180-fefa-4a58-b288-5196eb05597c), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.254267 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-1553d449-483b-41f0-a929-592947ed251d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:14.262063 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-1553d449-483b-41f0-a929-592947ed251d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 818 time: 0.4525850 May 19 12:18:14.283665 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:14.299700 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-a852b642-18bc-4891-ad83-77a38450428f None None] Provisioning complete for port 9c968d31-a259-437e-92ae-b076c4132e6d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:14.300299 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a852b642-18bc-4891-ad83-77a38450428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.468555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'port': {'device_id': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'admin_state_up': True, 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:14.510152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-4530f7cb-f167-4290-bb4a-7cc9a994b782 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c4d3055c4f544ada2d283b6f8e95405&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8611650 May 19 12:18:14.511217 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530f7cb-f167-4290-bb4a-7cc9a994b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba757705-f41d-427d-a2a1-46a67316e6b5,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:14.543383 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41170) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:14.548633 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (bd231180-fefa-4a58-b288-5196eb05597c), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.593252 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-a852b642-18bc-4891-ad83-77a38450428f None None] Current status of the port 9c968d31-a259-437e-92ae-b076c4132e6d is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:14.621127 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0077381-9927-4e25-bf0a-3e93dc9cff9e None None] Pushing event updated for resources: {'Port': ['ID=9c968d31-a259-437e-92ae-b076c4132e6d,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:14.637510 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:14.638294 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.657136 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41172) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:14.713176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012292010', 'description': 'tempest-description--1205193633'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:14.720287 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd231180-fefa-4a58-b288-5196eb05597c,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:14.753927 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:14.767933 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.821143 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (9b9d8c46-f062-402a-a1f8-0b8a342ac2f1), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:14.966122 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851a45-5c1e-4a91-b441-76e83ee89210 req-555151b6-73e5-477f-9637-d9f88feb00fa tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:14.981558 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-47851a45-5c1e-4a91-b441-76e83ee89210 req-555151b6-73e5-477f-9637-d9f88feb00fa tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 932 time: 0.4774411 May 19 12:18:14.981987 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:15.052747 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9d8c46-f062-402a-a1f8-0b8a342ac2f1,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:15.139334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:15.210610 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:15.212409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-47851a45-5c1e-4a91-b441-76e83ee89210 req-0e00e8ac-ccba-482e-90bb-247195baf569 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266839 May 19 12:18:15.235642 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-93e01d3b-ed24-4cf4-a2f6-c58d592815f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.247190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Checking segment: {'id': '705368c6-704b-4ce8-805e-eb5fe1c758c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '781ed039-b969-4715-b65c-0ec9f3a336f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:15.247560 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Network hostable DHCP agents. Network: 781ed039-b969-4715-b65c-0ec9f3a336f3, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:18:15.255446 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.260706 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d7fef2e4-0d7d-43af-bc52-8836da5d83dc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 4.9811034 May 19 12:18:15.298616 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41194) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:15.310597 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'security_group_rule': {'security_group_id': 'bd231180-fefa-4a58-b288-5196eb05597c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:15.339936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.369952 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:12Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:15.409051 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:15.414719 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:15.437369 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7629d15-87a0-4c80-b3f1-d66464bb55eb None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:12Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:18:15.456027 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.570157 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Network 781ed039-b969-4715-b65c-0ec9f3a336f3 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:18:15.616266 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (98f796d8-8ed8-43c1-a31d-74f2a159949b), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.670470 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b646818d-300c-4696-b78d-5b4110cb1434 admin admin] Publish callbacks [] for security_group (ba757705-f41d-427d-a2a1-46a67316e6b5), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.690054 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41206) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:15.706071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:15.707857 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.830789 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:15.841175 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d6c7f146-3134-4210-902a-54172e32c477 req-1011ad8e-727e-44c0-a0c2-9227312146f9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.5490618 May 19 12:18:15.888827 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 781ed039-b969-4715-b65c-0ec9f3a336f3) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:15.931603 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b231795-5a6f-4362-ac0e-df73e6325281 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:15.943304 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-634b9c52-0dc5-4f22-8544-d605e0fbffcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.948149 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732887f-ff05-4c87-8a7e-0ada558c4f90 None None] Network 781ed039-b969-4715-b65c-0ec9f3a336f3 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:18:15.948343 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:15.949290 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.973871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Publish callbacks [] for port (9b231795-5a6f-4362-ac0e-df73e6325281), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:15.984882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (bf3a2abc-0433-4880-ad16-705b0f0b0bdd), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.000586 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b646818d-300c-4696-b78d-5b4110cb1434 admin admin] Publish callbacks [] for security_group (ba757705-f41d-427d-a2a1-46a67316e6b5), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.038279 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:16.087964 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Transition to ACTIVE for port object 9b231795-5a6f-4362-ac0e-df73e6325281 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:18:16.103559 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (bf3a2abc-0433-4880-ad16-705b0f0b0bdd), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.109388 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.135287 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.156924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f45d7b-a3df-4346-abac-ba54cc59e55e None None] Network 781ed039-b969-4715-b65c-0ec9f3a336f3 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:18:16.199054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Made reservation on behalf of b3d651a605fd4dee95797a7ec3896792 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:16.209361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.225374 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6d7ca21e-a094-4068-812d-2e3a671f9553 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.2539892 May 19 12:18:16.226488 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.245111 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:16.259187 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a2abc-0433-4880-ad16-705b0f0b0bdd,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:16.277087 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.284782 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-88106c9e-7d4f-420f-80d8-58eb8655c74b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5973923 May 19 12:18:16.286548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41224) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:16.301165 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (98f796d8-8ed8-43c1-a31d-74f2a159949b), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.323422 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': 'bf3a2abc-0433-4880-ad16-705b0f0b0bdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:16.432095 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Network e3809f96-195f-4c7b-acab-0be138088685 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:16.436294 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (98f796d8-8ed8-43c1-a31d-74f2a159949b), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.455679 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Pushing event updated for resources: {'Port': ['ID=9b231795-5a6f-4362-ac0e-df73e6325281,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:16.461077 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:16.480983 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:16.489328 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:16.490160 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.529246 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'Port': ['ID=d6fddd4a-6f06-4062-86e2-9b793547996c,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:16.557501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Attempting to bind port 9b231795-5a6f-4362-ac0e-df73e6325281 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:16.557876 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Attempting to bind port 9b231795-5a6f-4362-ac0e-df73e6325281 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e900940d-426d-4138-873e-8ef2424c0c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:16.558370 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Attempting to bind port 9b231795-5a6f-4362-ac0e-df73e6325281 on network 5ac03e57-985e-43a7-b44d-c5e798d66059 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:16.616229 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292080-9f4c-460f-a4fb-73f0b2d100e6 req-4582ee1f-4a8d-446b-a9df-16c6ba11c2e3 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:16.618064 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Port 9b231795-5a6f-4362-ac0e-df73e6325281 on network 5ac03e57-985e-43a7-b44d-c5e798d66059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:18:16.618618 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Attempting to bind port 9b231795-5a6f-4362-ac0e-df73e6325281 on network 5ac03e57-985e-43a7-b44d-c5e798d66059 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:16.618856 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-11292080-9f4c-460f-a4fb-73f0b2d100e6 req-4582ee1f-4a8d-446b-a9df-16c6ba11c2e3 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.1477606 May 19 12:18:16.619514 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f796d8-8ed8-43c1-a31d-74f2a159949b,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:16.651360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b646818d-300c-4696-b78d-5b4110cb1434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (ba757705-f41d-427d-a2a1-46a67316e6b5), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.659346 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:16.659346 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Checking segment: {'id': 'e900940d-426d-4138-873e-8ef2424c0c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:16.664556 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Bound using segment: {'id': 'e900940d-426d-4138-873e-8ef2424c0c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:16.664556 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Bound port: 9b231795-5a6f-4362-ac0e-df73e6325281, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e900940d-426d-4138-873e-8ef2424c0c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:16.664556 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.665340 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b646818d-300c-4696-b78d-5b4110cb1434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:16.669959 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b646818d-300c-4696-b78d-5b4110cb1434 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba757705-f41d-427d-a2a1-46a67316e6b5 HTTP/1.1" status: 204 len: 168 time: 2.1115329 May 19 12:18:16.689084 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41238) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:16.752307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Allocated IP 172.20.0.4 (e3809f96-195f-4c7b-acab-0be138088685/c1156c03-aea9-492a-a80b-364cc30d4a99/fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:17.023321 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-634b9c52-0dc5-4f22-8544-d605e0fbffcc admin admin] Publish callbacks [] for security_group (4c94bbc8-7131-4a49-a77c-05361ff94f7e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.027904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646818d-300c-4696-b78d-5b4110cb1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba757705-f41d-427d-a2a1-46a67316e6b5,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:17.049489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:17.077633 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (72ee0178-67fb-4ef6-8581-6fb8046b069e), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.100050 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-c0de8e27-14ec-4403-8da9-4f72c7d721dc None None] Provisioning complete for port d6fddd4a-6f06-4062-86e2-9b793547996c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:17.101095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c0de8e27-14ec-4403-8da9-4f72c7d721dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.149825 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] For port 9b231795-5a6f-4362-ac0e-df73e6325281, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:17.159588 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:18:17.182598 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-c0de8e27-14ec-4403-8da9-4f72c7d721dc None None] Port d6fddd4a-6f06-4062-86e2-9b793547996c cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:17.191501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:17.192303 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:18:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:17.349030 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] For port 9b231795-5a6f-4362-ac0e-df73e6325281, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b231795-5a6f-4362-ac0e-df73e6325281,segment=NetworkSegment(e900940d-426d-4138-873e-8ef2424c0c58),segment_id=e900940d-426d-4138-873e-8ef2424c0c58)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:17.371265 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.385345 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-25185942-b91b-4ac8-980b-ed44c75b7276 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0821459 May 19 12:18:17.386287 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41254) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:17.436442 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:17.477718 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'security_group_rule': {'security_group_id': 'bd231180-fefa-4a58-b288-5196eb05597c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:17.570042 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9c968d31-a259-437e-92ae-b076c4132e6d up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:17.578037 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.579409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-c4f59a60-a9c7-473d-94c9-6acde78ba544 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8189368 May 19 12:18:17.602514 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-634b9c52-0dc5-4f22-8544-d605e0fbffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4c94bbc8-7131-4a49-a77c-05361ff94f7e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.621733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:17.670735 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.679759 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (72ee0178-67fb-4ef6-8581-6fb8046b069e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.693134 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:UPDATE=2,neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=8 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:17.777520 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Pushing event updated for resources: {'Port': ['ID=9b231795-5a6f-4362-ac0e-df73e6325281,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:17.783679 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (72ee0178-67fb-4ef6-8581-6fb8046b069e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.802884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ee0178-67fb-4ef6-8581-6fb8046b069e,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:17.860495 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:17.865963 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.870318 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-da7cc353-549b-402c-8571-ad077f046cac service neutron] 10.222.0.81 "PUT /v2.0/ports/9b231795-5a6f-4362-ac0e-df73e6325281 HTTP/1.1" status: 200 len: 1094 time: 6.9169059 May 19 12:18:17.870951 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'tag': '9b231795-5a6f-4362-ac0e-df73e6325281'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:17.937641 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:17.958262 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Request body: {'port': {'device_id': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:18.034401 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2aa26f29-90de-4a51-9921-d6048ff972d4 req-2b186622-e07e-4e13-a7c7-8d2517e84b5f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.6104639 May 19 12:18:18.052082 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-634b9c52-0dc5-4f22-8544-d605e0fbffcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5a205482a6c4dd8b18cd749bc2e45ff&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2744324 May 19 12:18:18.053757 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41266) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:18.083239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.090761 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-69ef2e01-01c9-4eaf-a4e4-50a6b551af7e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7980146 May 19 12:18:18.092667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.094170 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41270) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:18.108967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': 'bf3a2abc-0433-4880-ad16-705b0f0b0bdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:18.243206 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 9c968d31-a259-437e-92ae-b076c4132e6d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:18.243977 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.267935 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41272) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:18.268564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'Port': ['ID=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:18.354523 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (687eb641-72e6-453c-8c79-50a96ab161b7), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.389950 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Deleting subnet 6658b382-b267-4406-b5aa-007e1312cd4f {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:18:18.454358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Network e3809f96-195f-4c7b-acab-0be138088685 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:18.464823 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (dabb622d-4b65-4c5e-a3d3-5e249f2f31b4), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.483498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-95614d9b-0fa0-4bdd-9fde-5b38707df029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:18.486158 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-95614d9b-0fa0-4bdd-9fde-5b38707df029 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=de8f3490bba84ff38b5940fe768ede25&device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 1128 time: 0.3294098 May 19 12:18:18.486158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:18.489320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:18.495697 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:18.502325 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:18.504418 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.533473 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Publish callbacks [] for subnet (6658b382-b267-4406-b5aa-007e1312cd4f), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:18.600678 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:18.646650 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:18.693014 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b9c52-0dc5-4f22-8544-d605e0fbffcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94bbc8-7131-4a49-a77c-05361ff94f7e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:18.737508 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-11292080-9f4c-460f-a4fb-73f0b2d100e6 req-8bf34470-56f2-42ae-8053-9c3375333ffd tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1047616 May 19 12:18:18.741464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee73aa-79d5-4359-9c94-7b79021b1fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "86452401-2d6b-4b02-a61a-b5bd76cb996a", "tag": "9b231795-5a6f-4362-ac0e-df73e6325281"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:18.750865 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-524fa4a5-bbc9-4f54-8c11-a8ee32d37c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3110473 May 19 12:18:18.782672 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 9c968d31-a259-437e-92ae-b076c4132e6d is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:18.789987 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-6498f15f-3b97-4894-a7a0-bed2a8460df7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b231795-5a6f-4362-ac0e-df73e6325281 HTTP/1.1" status: 200 len: 217 time: 0.2599969 May 19 12:18:18.797185 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Request body: {'port': {'device_id': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:18.818965 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:18:18.823292 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Updating router 2e20d6bc-5480-4f9a-940e-e79039bc84bc port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:18:19.073358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dcb12c24-11c3-41a6-8611-48d2fdefaab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.073563 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.086368 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Publish callbacks [] for subnet (6658b382-b267-4406-b5aa-007e1312cd4f), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.106944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9373fd59-66e7-4f6d-98ce-b4ce46e32b25 x-openstack-request-id: req-9373fd59-66e7-4f6d-98ce-b4ce46e32b25 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:19.107597 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86452401-2d6b-4b02-a61a-b5bd76cb996a", "tag": "9b231795-5a6f-4362-ac0e-df73e6325281", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:19.107700 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9373fd59-66e7-4f6d-98ce-b4ce46e32b25 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:19.108384 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9373fd59-66e7-4f6d-98ce-b4ce46e32b25'] response: {'name': 'network-changed', 'server_uuid': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'tag': '9b231795-5a6f-4362-ac0e-df73e6325281', 'status': 'completed', 'code': 200} May 19 12:18:19.111159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (687eb641-72e6-453c-8c79-50a96ab161b7), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.118852 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:19.175601 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.204074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-ebbcb5df-8522-4b56-9dfd-06795ab461f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:19.206051 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-ebbcb5df-8522-4b56-9dfd-06795ab461f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5619b6aa-0842-420b-8501-20b93e478ee7 HTTP/1.1" status: 200 len: 851 time: 0.3332896 May 19 12:18:19.213623 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (687eb641-72e6-453c-8c79-50a96ab161b7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.258613 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687eb641-72e6-453c-8c79-50a96ab161b7,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:19.299142 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-83b2707d-547c-4dd8-8f79-f48b03ac58d7 None None] Provisioning complete for port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:19.300026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-83b2707d-547c-4dd8-8f79-f48b03ac58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.306391 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.368307 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-40572f82-40f3-4c71-aae1-28971465a58f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ac03e57-985e-43a7-b44d-c5e798d66059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523199 May 19 12:18:19.407051 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (6658b382-b267-4406-b5aa-007e1312cd4f), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.415094 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-573d5bf6-aa9b-464d-a7b3-35093be346d3 admin admin] Publish callbacks [] for security_group (4c94bbc8-7131-4a49-a77c-05361ff94f7e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.473757 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:19.553386 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-573d5bf6-aa9b-464d-a7b3-35093be346d3 admin admin] Publish callbacks [] for security_group (4c94bbc8-7131-4a49-a77c-05361ff94f7e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.577759 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29697e7c-a507-42c1-a8e5-e2cd42c93f60 req-e377f2d3-33a2-441d-bbcb-36e9502125cc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:19.624196 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-29697e7c-a507-42c1-a8e5-e2cd42c93f60 req-e377f2d3-33a2-441d-bbcb-36e9502125cc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 931 time: 0.3412795 May 19 12:18:19.744393 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (dabb622d-4b65-4c5e-a3d3-5e249f2f31b4), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.786062 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-83b2707d-547c-4dd8-8f79-f48b03ac58d7 None None] Port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:19.842420 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for subnet (6658b382-b267-4406-b5aa-007e1312cd4f), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.876582 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.884682 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2c291e20-6a3c-4694-a701-fc91a7235c81 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7834363 May 19 12:18:19.895458 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (dabb622d-4b65-4c5e-a3d3-5e249f2f31b4), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.906563 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:19.911933 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41300) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:20.152348 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:20.205741 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Publish callbacks [] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.268165 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:18:20.340536 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:20.380674 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.478822 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a66d1c-89ab-45ca-a02b-07556e7ff839 None None] Pushing event updated for resources: {'Port': ['ID=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:20.579932 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-04b92905-315c-4cf8-b3dd-4565e644b953 service neutron] 10.222.0.81 "GET /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358229 May 19 12:18:20.634844 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6658b382-b267-4406-b5aa-007e1312cd4f,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:20.654020 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.663620 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-5196c6f4-3c9f-4823-ad30-cfe854de1f71 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6658b382-b267-4406-b5aa-007e1312cd4f HTTP/1.1" status: 204 len: 168 time: 3.8755841 May 19 12:18:20.665542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41314) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:20.671249 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.722470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Attempting to bind port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:20.723066 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Attempting to bind port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:20.723699 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Attempting to bind port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:20.752267 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:20.752479 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:20.753147 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.753760 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Bound using segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:20.754539 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Bound port: 3f19549e-e9f6-4c87-ac42-7ec5c30e9052, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:20.755143 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.759460 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2c33-6cff-47b8-8cea-2de8fbcba9ed req-32720a10-06c8-4b71-b0ca-e477bf1748a7 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:20.770006 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f1be2c33-6cff-47b8-8cea-2de8fbcba9ed req-32720a10-06c8-4b71-b0ca-e477bf1748a7 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.4998627 May 19 12:18:20.811207 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-29697e7c-a507-42c1-a8e5-e2cd42c93f60 req-485b6bae-77d3-48d5-a822-aa51fe0fa09a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1842484 May 19 12:18:20.854292 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dcb12c24-11c3-41a6-8611-48d2fdefaab1 admin admin] Publish callbacks [] for security_group (54e4cb70-789b-4183-a379-536528212e8c), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.984796 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:20.994805 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.5502479 May 19 12:18:20.995618 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb746-17e5-40e7-b097-de0af78111b2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabb622d-4b65-4c5e-a3d3-5e249f2f31b4,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:20.998302 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.010630 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] For port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:21.021198 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] For port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:21.094671 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.104717 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41320) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:21.122587 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=82,neutron:INSERT=4,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:21.123918 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dcb12c24-11c3-41a6-8611-48d2fdefaab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (54e4cb70-789b-4183-a379-536528212e8c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.140724 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f1be2c33-6cff-47b8-8cea-2de8fbcba9ed req-e692508c-560a-46f4-af1b-3dc27137898a tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695314 May 19 12:18:21.151972 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:21.166523 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] Provisioning complete for port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:21.166931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.223236 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:21.264396 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-573d5bf6-aa9b-464d-a7b3-35093be346d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4c94bbc8-7131-4a49-a77c-05361ff94f7e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.267084 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-573d5bf6-aa9b-464d-a7b3-35093be346d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.272588 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-573d5bf6-aa9b-464d-a7b3-35093be346d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c94bbc8-7131-4a49-a77c-05361ff94f7e HTTP/1.1" status: 204 len: 168 time: 3.0763679 May 19 12:18:21.343441 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-dcb12c24-11c3-41a6-8611-48d2fdefaab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51937f43dc4c4f6b8d174fa3dbe47baa&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0720761 May 19 12:18:21.356795 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a66d1c-89ab-45ca-a02b-07556e7ff839 None None] Pushing event updated for resources: {'Port': ['ID=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:21.377041 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:18:21.381447 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:18:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:21.386940 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41328) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:21.482006 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:21.502220 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d5bf6-aa9b-464d-a7b3-35093be346d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94bbc8-7131-4a49-a77c-05361ff94f7e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:21.534229 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Publish callbacks [] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.575187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] Current status of the port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:21.575986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.583530 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Transition to ACTIVE for port object fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:18:21.643302 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:21.645180 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb12c24-11c3-41a6-8611-48d2fdefaab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4cb70-789b-4183-a379-536528212e8c,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:21.653653 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.687471 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.27.1.14 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/93749fce-37cf-44d7-b5ea-8efeaaa121ed) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:21.687593 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (b6f5c947-712d-4183-a1a9-ffd0b97e2ce6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.735533 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:21.837558 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:21.954113 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9a4116cc-ba9d-465f-a7ec-f6f5212cd5de req-1030c29e-c0a2-46af-b2cf-ad429f12722d service neutron] 10.222.0.81 "GET /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3543315 May 19 12:18:21.980330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:21.981245 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] For port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:22.065648 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.134273 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:18:22.238013 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-3119e279-dcb3-4651-9f2e-75514daecb2c None None] Provisioning complete for port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:22.238654 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3119e279-dcb3-4651-9f2e-75514daecb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.436300 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c2565874-e478-45e2-b2ad-67a57662af54 admin admin] Publish callbacks [] for security_group (54e4cb70-789b-4183-a379-536528212e8c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.502322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:22.552275 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d38c1-e9d7-4cc7-9237-57993fed112a None None] Pushing event updated for resources: {'Port': ['ID=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:22.675686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.736206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c2565874-e478-45e2-b2ad-67a57662af54 admin admin] Publish callbacks [] for security_group (54e4cb70-789b-4183-a379-536528212e8c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.868662 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Attempting to bind port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:22.869239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Attempting to bind port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:22.869781 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Attempting to bind port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:22.910224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-5460e071-214c-40c6-bfb8-c6dd3a1185ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:22.913048 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-5460e071-214c-40c6-bfb8-c6dd3a1185ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=de8f3490bba84ff38b5940fe768ede25&device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 1128 time: 0.7085550 May 19 12:18:22.918240 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (b6f5c947-712d-4183-a1a9-ffd0b97e2ce6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:22.924026 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f on network e3809f96-195f-4c7b-acab-0be138088685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:18:22.924531 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Attempting to bind port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:22.969722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:22.970242 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Checking segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:22.970849 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Bound using segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:22.971558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Bound port: fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:22.972148 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.036719 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948ede8-5478-4791-a322-aef4871cf25d req-c29d09cc-87fe-4075-a3d6-fc6b4116816a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:23.043217 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.043754 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5948ede8-5478-4791-a322-aef4871cf25d req-c29d09cc-87fe-4075-a3d6-fc6b4116816a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.5294521 May 19 12:18:23.048881 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.050805 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.051709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > port after_create 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.054713 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.055372 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > port after_update 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.065113 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.065113 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.065113 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.065113 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.080580 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c0b4d-0ee8-47a6-8df4-7c41e8946c75 req-2dae3301-5fc3-4c7d-a688-3fd712a31c7e tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:23.100251 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f77c0b4d-0ee8-47a6-8df4-7c41e8946c75 req-2dae3301-5fc3-4c7d-a688-3fd712a31c7e tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.4529483 May 19 12:18:23.130170 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:20Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:23.237646 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ae94-38ac-4696-a07c-fb970948dc97 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:20Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:18:23.370612 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.404703 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:23.407978 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-3119e279-dcb3-4651-9f2e-75514daecb2c None None] Current status of the port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:23.437980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.442922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.443921 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.461529 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:23.462240 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f5c947-712d-4183-a1a9-ffd0b97e2ce6']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:23.501755 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b24592a-5344-473c-b152-98b1bee4b363') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:23.503854 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b24592a-5344-473c-b152-98b1bee4b363') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:23.542410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (8b24592a-5344-473c-b152-98b1bee4b363), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.567933 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:23.607219 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c2565874-e478-45e2-b2ad-67a57662af54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (54e4cb70-789b-4183-a379-536528212e8c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.609873 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c2565874-e478-45e2-b2ad-67a57662af54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.612724 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:23.618772 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c2565874-e478-45e2-b2ad-67a57662af54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54e4cb70-789b-4183-a379-536528212e8c HTTP/1.1" status: 204 len: 168 time: 2.2245605 May 19 12:18:23.677798 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fddd4a-6f06-4062-86e2-9b793547996c {{(pid=104216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:23.739653 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Publish callbacks [] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.758962 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:23.761142 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:23.761526 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.820773 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (8b24592a-5344-473c-b152-98b1bee4b363), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:23.872010 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5948ede8-5478-4791-a322-aef4871cf25d req-e2749d18-4f23-4810-8ff5-09331072cff3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265576 May 19 12:18:23.903946 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.002869 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:18:24.003290 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (8b24592a-5344-473c-b152-98b1bee4b363), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.094451 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f77c0b4d-0ee8-47a6-8df4-7c41e8946c75 req-a3231426-16bd-4f46-87cd-8493fff8122c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9958389 May 19 12:18:24.144617 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:24.206360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Allocated IP 172.27.1.152 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/14a5677f-1bbd-4a37-a546-6550371c2bc2) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: from cryptography.utils import int_from_bytes May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: from cryptography.utils import int_from_bytes May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:18:24.207660 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:18:24.216961 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2565874-e478-45e2-b2ad-67a57662af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4cb70-789b-4183-a379-536528212e8c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:24.219989 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.provisioning_blocks [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Transition to ACTIVE for port object d6fddd4a-6f06-4062-86e2-9b793547996c will not be triggered until provisioned by entity L2. {{(pid=104216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:18:24.354800 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=93749fce-37cf-44d7-b5ea-8efeaaa121ed,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:24.396292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:24.399390 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.421089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] For port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:24.426290 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] For port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:24.432270 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:24.435778 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:24.440359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-0d1fc4d4-3208-4d19-b99f-6f44a481a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:24.445484 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-0d1fc4d4-3208-4d19-b99f-6f44a481a70c service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ac03e57-985e-43a7-b44d-c5e798d66059 HTTP/1.1" status: 200 len: 912 time: 1.4830878 May 19 12:18:24.588231 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-0a6c9ec7-1a75-4fa4-bc73-3a62579c8dc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b231795-5a6f-4362-ac0e-df73e6325281 HTTP/1.1" status: 200 len: 217 time: 0.0973361 May 19 12:18:24.589732 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.643692 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (b6f5c947-712d-4183-a1a9-ffd0b97e2ce6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.653941 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.659336 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] 10.222.0.23 "DELETE /v2.0/networks/b6f5c947-712d-4183-a1a9-ffd0b97e2ce6 HTTP/1.1" status: 204 len: 168 time: 3.9577944 May 19 12:18:24.727396 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41372) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:24.813522 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:24.814774 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:24.817831 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] 10.222.0.81 "PUT /v2.0/ports/fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 200 len: 1093 time: 6.0305333 May 19 12:18:24.829256 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'tag': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:24.834114 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e3183d-3ae8-46cf-be5b-be0b991c7097" -d '{"events": [{"name": "network-changed", "server_uuid": "c735043f-0342-49b4-9be8-ee27f994a3ed", "tag": "fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:24.908348 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25d0b0-f034-4edc-9bd8-bbcb39e42b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f5c947-712d-4183-a1a9-ffd0b97e2ce6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:25.106121 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-858251c4-9628-44cc-b8a2-228eda57b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:25.142722 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-858251c4-9628-44cc-b8a2-228eda57b27a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5619b6aa-0842-420b-8501-20b93e478ee7 HTTP/1.1" status: 200 len: 851 time: 0.5137739 May 19 12:18:25.142722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2ff2f-34b9-479d-bf4e-e37b71812883 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:25.207828 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Deleting subnet 9b9d8c46-f062-402a-a1f8-0b8a342ac2f1 {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:18:25.207828 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Publish callbacks [] for subnet (9b9d8c46-f062-402a-a1f8-0b8a342ac2f1), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:25.333652 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e2238b-57e1-4032-86af-a8d94907d286 x-openstack-request-id: req-84e2238b-57e1-4032-86af-a8d94907d286 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:25.337706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c735043f-0342-49b4-9be8-ee27f994a3ed", "tag": "fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:25.338138 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84e2238b-57e1-4032-86af-a8d94907d286 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:25.339446 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e2238b-57e1-4032-86af-a8d94907d286'] response: {'name': 'network-changed', 'server_uuid': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'tag': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f', 'status': 'completed', 'code': 200} May 19 12:18:25.357800 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-e6114664-5960-4e28-915b-e35c68b8d0a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ac03e57-985e-43a7-b44d-c5e798d66059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2135046 May 19 12:18:25.399185 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-18df63b0-a7de-4526-8570-e589a817ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:25.402446 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-18df63b0-a7de-4526-8570-e589a817ce70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1127 time: 0.3281679 May 19 12:18:25.577550 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (9b9d8c46-f062-402a-a1f8-0b8a342ac2f1), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:25.751106 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Pushing event updated for resources: {'Port': ['ID=d6fddd4a-6f06-4062-86e2-9b793547996c,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:25.786273 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:25.788039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (3f5e398e-870a-4523-8d62-ff7e4d05ac4e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:25.840246 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e46ec7-a837-4aa6-bb14-3625d5196b03 req-7cd583b3-46e0-4aee-8ae9-00ee77366299 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:25.847595 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d3e46ec7-a837-4aa6-bb14-3625d5196b03 req-7cd583b3-46e0-4aee-8ae9-00ee77366299 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.2568872 May 19 12:18:25.886889 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2402544-aa1f-4601-ae28-140970b890f8 req-f4a3311d-8fe8-4a86-bf60-d3aedaee285e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:25.899440 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a2402544-aa1f-4601-ae28-140970b890f8 req-f4a3311d-8fe8-4a86-bf60-d3aedaee285e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.3180292 May 19 12:18:25.923284 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-c60649e9-12e1-44d5-8720-403628aedf94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 200 len: 217 time: 0.2780225 May 19 12:18:25.957869 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:25.977501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:25.987842 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-11f41d32-dac0-422a-ab16-74dfb111668f service neutron] 10.222.0.81 "GET /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031840 May 19 12:18:25.989089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (9b9d8c46-f062-402a-a1f8-0b8a342ac2f1), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.039150 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.managers [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Attempting to bind port d6fddd4a-6f06-4062-86e2-9b793547996c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:26.039897 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.managers [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Attempting to bind port d6fddd4a-6f06-4062-86e2-9b793547996c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}] {{(pid=104216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:26.053535 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Attempting to bind port d6fddd4a-6f06-4062-86e2-9b793547996c on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:26.117211 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.117665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-ece564b4-b3f1-47ee-8b40-e2e5f6cd1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:26.117665 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-ece564b4-b3f1-47ee-8b40-e2e5f6cd1a13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.1866179 May 19 12:18:26.143459 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-faee73aa-79d5-4359-9c94-7b79021b1fcb req-6726138a-36e7-4933-a79a-f2c04648d87a service neutron] 10.222.0.81 "GET /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464834 May 19 12:18:26.174071 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41428) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:26.184047 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Port d6fddd4a-6f06-4062-86e2-9b793547996c on network e3809f96-195f-4c7b-acab-0be138088685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:18:26.184551 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Attempting to bind port d6fddd4a-6f06-4062-86e2-9b793547996c on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:26.185835 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-96ca470a-c146-4485-9aa0-d6b55862df8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.191357 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d3e46ec7-a837-4aa6-bb14-3625d5196b03 req-fabeca48-a1d3-48c5-813c-60952c4d9cc9 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426499 May 19 12:18:26.197440 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:26.228152 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:26.228658 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Checking segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:26.229447 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Bound using segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:26.230051 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.managers [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Bound port: d6fddd4a-6f06-4062-86e2-9b793547996c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}}] {{(pid=104216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:26.230489 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.235562 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a2402544-aa1f-4601-ae28-140970b890f8 req-723b75cc-3983-4e24-8995-cf7549ba042a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350232 May 19 12:18:26.239737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (9b9d8c46-f062-402a-a1f8-0b8a342ac2f1), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.269341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:26.273997 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:26.275004 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9d8c46-f062-402a-a1f8-0b8a342ac2f1,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:26.277117 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.282910 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5c20b516-fba8-4ee1-9707-928642c52b98 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b9d8c46-f062-402a-a1f8-0b8a342ac2f1 HTTP/1.1" status: 204 len: 168 time: 1.5525544 May 19 12:18:26.283549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41430) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:26.328594 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-96ca470a-c146-4485-9aa0-d6b55862df8b admin admin] Publish callbacks [] for security_group (c77dace3-1a29-4832-8fa8-13df0063ab24), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.446409 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.487592 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] For port d6fddd4a-6f06-4062-86e2-9b793547996c, host hv-cinder-80475, cleared binding levels {{(pid=104216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:26.496014 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (781ed039-b969-4715-b65c-0ec9f3a336f3), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.537080 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-96ca470a-c146-4485-9aa0-d6b55862df8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c77dace3-1a29-4832-8fa8-13df0063ab24), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.541330 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] For port d6fddd4a-6f06-4062-86e2-9b793547996c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6fddd4a-6f06-4062-86e2-9b793547996c,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:26.544275 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:26.560498 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:26.563273 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:26.583108 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-96ca470a-c146-4485-9aa0-d6b55862df8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86d65ab5f7aa4fec9fcabf9264e4f819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122827 May 19 12:18:26.584131 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca470a-c146-4485-9aa0-d6b55862df8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77dace3-1a29-4832-8fa8-13df0063ab24,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:26.588336 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'Port': ['ID=14a5677f-1bbd-4a37-a546-6550371c2bc2,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:26.595812 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41432) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:26.690962 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:26.715319 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.809647 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (b347ab20-cd1f-43f9-9056-47b190de5a90), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.842737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (781ed039-b969-4715-b65c-0ec9f3a336f3), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.847571 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.867660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:26.868308 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.869864 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] 10.222.0.81 "PUT /v2.0/ports/d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 1094 time: 8.9415751 May 19 12:18:26.870381 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'tag': 'd6fddd4a-6f06-4062-86e2-9b793547996c'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:26.967855 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.969741 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbea870c-ea86-41f8-b6a7-00434b38eb11 admin admin] Publish callbacks [] for security_group (c77dace3-1a29-4832-8fa8-13df0063ab24), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:26.974985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.975379 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.976884 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.977219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > port after_create 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.977646 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.977887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > port after_update 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.978201 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.978516 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.978810 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:26.979131 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:27.058151 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:27.058472 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:27.058635 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:27.058972 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 12:18:27.059348 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781ed039-b969-4715-b65c-0ec9f3a336f3']}} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:27.072557 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e5896-35e6-4948-a200-7cbe4890cfaf service neutron] Pushing event updated for resources: {'Port': ['ID=d6fddd4a-6f06-4062-86e2-9b793547996c,revision_number=3']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:27.165379 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705368c6-704b-4ce8-805e-eb5fe1c758c9') {'for_net_delete': True} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:27.165379 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705368c6-704b-4ce8-805e-eb5fe1c758c9') {} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:18:27.197485 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (3f5e398e-870a-4523-8d62-ff7e4d05ac4e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.201888 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10076711'] for segment (705368c6-704b-4ce8-805e-eb5fe1c758c9), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.212439 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=93749fce-37cf-44d7-b5ea-8efeaaa121ed,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:27.221460 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.237103 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbea870c-ea86-41f8-b6a7-00434b38eb11 admin admin] Publish callbacks [] for security_group (c77dace3-1a29-4832-8fa8-13df0063ab24), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.273609 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:27.283905 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (705368c6-704b-4ce8-805e-eb5fe1c758c9), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.313037 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca772fe-501d-4642-8da4-2f56662694e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b605d4a3-bf90-430f-b2c7-d037b473d29d", "tag": "d6fddd4a-6f06-4062-86e2-9b793547996c"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10370344'] for segment (705368c6-704b-4ce8-805e-eb5fe1c758c9), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: from cryptography.utils import int_from_bytes May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: from cryptography.utils import int_from_bytes May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: Traceback (most recent call last): May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: timer() May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: cb(*args, **kw) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: return func(*args, **kwargs) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: self._notify() May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: self.callback(batched_events) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: event.method(event) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: return f(self, *a, **k) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._get(url).json() May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: return self.request(url, 'GET', **kwargs) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:18:27.330803 dv-cinder-804757-28-iscsi neutron-server[104216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:18:27.392735 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-986cea4f-b8a5-42dd-92f8-bd01bdb827aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:27.394357 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-986cea4f-b8a5-42dd-92f8-bd01bdb827aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2679675 May 19 12:18:27.396203 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-0d3c9204-9ea1-4266-b87a-ff72cc61c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:27.398156 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-0d3c9204-9ea1-4266-b87a-ff72cc61c808 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1128 time: 0.0580900 May 19 12:18:27.492878 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.503912 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-41dac030-cca5-4845-9b6f-34a29ddf7a59 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3493352 May 19 12:18:27.509408 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-d90c3e06-a72e-4185-8a43-bde117135804 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 217 time: 0.0747385 May 19 12:18:27.580288 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbea870c-ea86-41f8-b6a7-00434b38eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c77dace3-1a29-4832-8fa8-13df0063ab24), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.585138 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbea870c-ea86-41f8-b6a7-00434b38eb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.591086 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-dbea870c-ea86-41f8-b6a7-00434b38eb11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c77dace3-1a29-4832-8fa8-13df0063ab24 HTTP/1.1" status: 204 len: 168 time: 0.9899511 May 19 12:18:27.651332 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-9d54d031-ff22-4266-9c8f-a6e97b281227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:27.653180 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-9d54d031-ff22-4266-9c8f-a6e97b281227 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.1507330 May 19 12:18:27.659330 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19a130-d577-486d-8766-440448d89b5a req-c6cdf170-d5d9-4582-81d3-fca44fdb9f30 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:27.662154 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a19a130-d577-486d-8766-440448d89b5a req-c6cdf170-d5d9-4582-81d3-fca44fdb9f30 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.2414129 May 19 12:18:27.706345 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-6272c65d-d08e-4ede-8e05-5bea855750c0 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936745 May 19 12:18:27.712972 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea870c-ea86-41f8-b6a7-00434b38eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77dace3-1a29-4832-8fa8-13df0063ab24,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:27.734976 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf53558-7852-4702-8f02-43209d5fd73a req-1c57cd4a-b317-4665-aa8f-a9b4a961e1b0 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:27.737704 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cf53558-7852-4702-8f02-43209d5fd73a req-1c57cd4a-b317-4665-aa8f-a9b4a961e1b0 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.3235550 May 19 12:18:27.746433 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (781ed039-b969-4715-b65c-0ec9f3a336f3), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.805120 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:27.812985 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] 10.222.0.23 "DELETE /v2.0/networks/781ed039-b969-4715-b65c-0ec9f3a336f3 HTTP/1.1" status: 204 len: 168 time: 1.5260293 May 19 12:18:27.963362 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dee2db-66ee-4a62-9ae7-d9fa574a8b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=781ed039-b969-4715-b65c-0ec9f3a336f3,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:27.963362 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cf53558-7852-4702-8f02-43209d5fd73a req-4cdef1ab-710e-4abf-969b-c56b8f5d9acf tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734262 May 19 12:18:28.002147 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:28.024484 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a19a130-d577-486d-8766-440448d89b5a req-78cec1cb-b690-452f-9d48-c102ae9853ff tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984540 May 19 12:18:28.079908 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.174588 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.312562 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-4c2c191b-dce7-482d-8c1a-fc447d5ec3a0 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2012292010&fields=id&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 267 time: 0.1667547 May 19 12:18:28.431944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41508) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:28.533369 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0d442fe0-ce4c-48f6-80d8-38850b3c5ffa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8ff69832f884971bfaa8fcbabb6f059&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0996902 May 19 12:18:28.534197 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41512) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:28.605271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0a113c49-6842-4ab5-9a86-f907cde5d5af admin admin] Publish callbacks [] for security_group (a0775c72-fbcd-4380-96ab-e4e7d2de6dc3), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.620469 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:28.655302 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0a113c49-6842-4ab5-9a86-f907cde5d5af admin admin] Publish callbacks [] for security_group (a0775c72-fbcd-4380-96ab-e4e7d2de6dc3), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.675489 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'Port': ['ID=14a5677f-1bbd-4a37-a546-6550371c2bc2,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:28.735921 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba93473b-b0e7-40cd-9a0c-71bd21e81a8e x-openstack-request-id: req-ba93473b-b0e7-40cd-9a0c-71bd21e81a8e {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:28.736473 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b605d4a3-bf90-430f-b2c7-d037b473d29d", "tag": "d6fddd4a-6f06-4062-86e2-9b793547996c", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:28.736870 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba93473b-b0e7-40cd-9a0c-71bd21e81a8e {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:28.737574 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba93473b-b0e7-40cd-9a0c-71bd21e81a8e'] response: {'name': 'network-changed', 'server_uuid': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'tag': 'd6fddd4a-6f06-4062-86e2-9b793547996c', 'status': 'completed', 'code': 200} May 19 12:18:28.794272 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (b347ab20-cd1f-43f9-9056-47b190de5a90), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.830363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0a113c49-6842-4ab5-9a86-f907cde5d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (a0775c72-fbcd-4380-96ab-e4e7d2de6dc3), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.836066 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0a113c49-6842-4ab5-9a86-f907cde5d5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.838963 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0a113c49-6842-4ab5-9a86-f907cde5d5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0775c72-fbcd-4380-96ab-e4e7d2de6dc3 HTTP/1.1" status: 204 len: 168 time: 0.3034544 May 19 12:18:28.853551 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a113c49-6842-4ab5-9a86-f907cde5d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0775c72-fbcd-4380-96ab-e4e7d2de6dc3,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:28.877513 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-2db988f0-2a82-4907-aac8-2a39b10e3b1b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:28.879752 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-2db988f0-2a82-4907-aac8-2a39b10e3b1b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.5430403 May 19 12:18:28.905650 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-683bc7e3-f48e-4fec-998e-48d424bed177 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/quotas/1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 375 time: 0.0185289 May 19 12:18:28.956189 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:28.969905 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-3e87872d-d2a9-4caa-a2fd-f8025c13e8cb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8181398 May 19 12:18:29.009289 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-9fd4c668-de3d-48da-85ed-3f73d8c7a878 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976975 May 19 12:18:29.086619 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e099f67-528f-4dee-b974-6af956226a55 req-f9a3ee05-a874-465c-80c9-923da47e1327 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:29.092552 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e099f67-528f-4dee-b974-6af956226a55 req-f9a3ee05-a874-465c-80c9-923da47e1327 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.0682387 May 19 12:18:29.155774 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e099f67-528f-4dee-b974-6af956226a55 req-5004de74-6add-4390-980c-ee50ddc069a2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 May 19 12:18:29.320289 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b27a35-3d6a-47a4-8087-fc07e65d4233 req-6604cf88-ea22-4fb5-a861-67825bccaf16 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:29.322059 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-62b27a35-3d6a-47a4-8087-fc07e65d4233 req-6604cf88-ea22-4fb5-a861-67825bccaf16 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.0742831 May 19 12:18:29.383504 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:29.417415 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-62b27a35-3d6a-47a4-8087-fc07e65d4233 req-1a2c5112-9edb-42ec-8f91-6e6def4b0ae2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828443 May 19 12:18:29.564124 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-1ea08266-f744-4079-83b5-e1f48cfcef6d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2091839779&fields=id&tenant_id=9eafee25cfb14ca2bd5c10fe41a01644 HTTP/1.1" status: 200 len: 267 time: 0.0578709 May 19 12:18:29.725733 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-9dbaeffe-86cc-43d5-bcd1-01e8d347b7ec tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:29.728872 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-9dbaeffe-86cc-43d5-bcd1-01e8d347b7ec tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 811 time: 0.1558623 May 19 12:18:29.754019 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-ab44fd38-fe64-4aae-a295-693e4aab9405 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/quotas/9eafee25cfb14ca2bd5c10fe41a01644 HTTP/1.1" status: 200 len: 375 time: 0.0160089 May 19 12:18:29.782302 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-5428d01e-9728-4ab0-a102-2ad2bb3ebdfe service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:18:29.783440 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-5428d01e-9728-4ab0-a102-2ad2bb3ebdfe service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1291449 May 19 12:18:29.871850 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41562) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:29.900743 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-3c712a06-1651-4a44-8135-dc2e87760b31 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316357 May 19 12:18:29.965729 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-887dc937-525c-4d32-9495-d422ac489b33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96fcdc6c8ade449c828f08da5aba92e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0907528 May 19 12:18:29.967117 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41564) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:30.021149 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-7a89d791-f3f9-4f5c-8280-16bc5081c117 service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137136 May 19 12:18:30.085037 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa5c2-2d4b-4867-8555-0723dd222e49 admin admin] Publish callbacks [] for security_group (624ee57a-43d5-4f32-9e0f-f139ab8cdd5f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:30.099498 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-64008a41-50d4-4341-b87a-3665482293f4 service neutron] 10.222.0.23 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848073 May 19 12:18:30.134259 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa5c2-2d4b-4867-8555-0723dd222e49 admin admin] Publish callbacks [] for security_group (624ee57a-43d5-4f32-9e0f-f139ab8cdd5f), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:30.251289 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-91927a2b-f674-4e2b-b36e-13c1c7874a68 service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122571 May 19 12:18:30.252552 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:30.310882 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-dd8d4a90-9155-4328-a3fb-66a6bd7aed0b service neutron] 10.222.0.23 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975329 May 19 12:18:30.339970 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa5c2-2d4b-4867-8555-0723dd222e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (624ee57a-43d5-4f32-9e0f-f139ab8cdd5f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:30.343666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa5c2-2d4b-4867-8555-0723dd222e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:30.347291 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0f2aa5c2-2d4b-4867-8555-0723dd222e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/624ee57a-43d5-4f32-9e0f-f139ab8cdd5f HTTP/1.1" status: 204 len: 168 time: 0.3776503 May 19 12:18:30.396811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aa5c2-2d4b-4867-8555-0723dd222e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624ee57a-43d5-4f32-9e0f-f139ab8cdd5f,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:30.687439 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d0437-d065-4bf5-a26e-ab7654fc9cdb req-9306ad9c-5cd5-46d1-a056-8ef507af6a72 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:30.691503 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e13d0437-d065-4bf5-a26e-ab7654fc9cdb req-9306ad9c-5cd5-46d1-a056-8ef507af6a72 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.0646842 May 19 12:18:30.752373 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e13d0437-d065-4bf5-a26e-ab7654fc9cdb req-29aa2d17-7878-435c-a3bd-60ebe8960c3d tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 May 19 12:18:30.976859 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaba1e-297e-44df-bd17-364ddef987eb req-615e9aeb-f19c-4126-8b9d-d5202e4dd144 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:30.979535 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c6eaba1e-297e-44df-bd17-364ddef987eb req-615e9aeb-f19c-4126-8b9d-d5202e4dd144 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.0699170 May 19 12:18:31.017234 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:31.050885 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c6eaba1e-297e-44df-bd17-364ddef987eb req-2542b50a-6142-4b5d-85e5-1fe41d147084 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651331 May 19 12:18:31.143585 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f5518a52-f596-4b50-9aa5-66db59cd019e req-3ec92df1-2c91-4638-aec6-af39080110ee tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0346773 May 19 12:18:31.342776 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-7fa74a8e-17c3-4ee0-ba9a-5b1998aac2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:31.344352 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-7fa74a8e-17c3-4ee0-ba9a-5b1998aac2a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0921619 May 19 12:18:31.431769 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-027b784c-3e9b-4eab-8971-128a31d2df9f req-0a7f85a1-ee83-4fce-82e1-a99486fd3d14 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807604 May 19 12:18:31.468670 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-89eaf0cd-f5ac-4604-b32e-3dabe5ed2175 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178200 May 19 12:18:31.543971 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:31.576104 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-73d95b02-4c33-4d86-bfd0-18afa2ebc6ac req-98504323-90a9-45cb-918e-1f182679b4fa service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002920 May 19 12:18:31.790596 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d63b221-9f5c-4b89-9a68-1858abe7ac52 req-2a1ac258-9de9-4fce-a700-1335b5d5ad37 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0486119 May 19 12:18:31.973227 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ec387-7961-470d-b6f8-d6d7dada87b4 req-6f0bbe1b-68d5-4b52-8412-82456d2f4f3f tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:31.974985 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-520ec387-7961-470d-b6f8-d6d7dada87b4 req-6f0bbe1b-68d5-4b52-8412-82456d2f4f3f tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.0877349 May 19 12:18:32.081246 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-520ec387-7961-470d-b6f8-d6d7dada87b4 req-3a82103a-6f76-4251-bfd1-729f808999e1 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925822 May 19 12:18:32.307962 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a9fd876-4dc7-4109-97de-15ae3cfd95da req-06169ac1-7a59-450f-adf2-5fc79dfd6fa9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0488274 May 19 12:18:32.325311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa73694-5e96-4ebe-b0e5-763d7a60dbcc req-4b304fbb-4d11-4388-aadd-c2ce68fe9a6e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:32.327716 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-afa73694-5e96-4ebe-b0e5-763d7a60dbcc req-4b304fbb-4d11-4388-aadd-c2ce68fe9a6e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.1311562 May 19 12:18:32.433139 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-afa73694-5e96-4ebe-b0e5-763d7a60dbcc req-b765bc5d-1939-42ee-ab81-f474510fa6ce tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 May 19 12:18:32.456848 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41618) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:32.667648 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f575d962-4ed5-417a-a899-910687fba3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:32.685313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 9b231795-5a6f-4362-ac0e-df73e6325281 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:18:32.812691 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f575d962-4ed5-417a-a899-910687fba3e7 admin admin] Publish callbacks [] for security_group (cb702a47-b3e9-4f5f-8295-8b35ecd1047f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:32.928609 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b4deb415-ade3-4c36-8a8c-bab0b668b696 req-cd7abedc-7f2d-4175-a8ac-7bf75c4d8352 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0689740 May 19 12:18:32.992920 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f575d962-4ed5-417a-a899-910687fba3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (cb702a47-b3e9-4f5f-8295-8b35ecd1047f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.058069 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 9b231795-5a6f-4362-ac0e-df73e6325281, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b231795-5a6f-4362-ac0e-df73e6325281,segment=NetworkSegment(e900940d-426d-4138-873e-8ef2424c0c58),segment_id=e900940d-426d-4138-873e-8ef2424c0c58)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:33.073166 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f575d962-4ed5-417a-a899-910687fba3e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f82f9f8661b44709371c4d574b4de0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6137450 May 19 12:18:33.077142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41642) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:33.102932 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '9b231795-5a6f-4362-ac0e-df73e6325281', 'network_id': '5ac03e57-985e-43a7-b44d-c5e798d66059', 'port_id': '9b231795-5a6f-4362-ac0e-df73e6325281', 'mac_address': 'fa:16:3e:3b:3b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5619b6aa-0842-420b-8501-20b93e478ee7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:18:33.208499 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 9b231795-5a6f-4362-ac0e-df73e6325281 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:33.208975 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.219366 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575d962-4ed5-417a-a899-910687fba3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb702a47-b3e9-4f5f-8295-8b35ecd1047f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:33.246193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-32af23f8-fb1c-439c-b0a0-64f0b2611190 admin admin] Publish callbacks [] for security_group (cb702a47-b3e9-4f5f-8295-8b35ecd1047f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.282625 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b231795-5a6f-4362-ac0e-df73e6325281 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:33.304495 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-32af23f8-fb1c-439c-b0a0-64f0b2611190 admin admin] Publish callbacks [] for security_group (cb702a47-b3e9-4f5f-8295-8b35ecd1047f), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.317199 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:33.335951 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 9b231795-5a6f-4362-ac0e-df73e6325281, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b231795-5a6f-4362-ac0e-df73e6325281,segment=NetworkSegment(e900940d-426d-4138-873e-8ef2424c0c58),segment_id=e900940d-426d-4138-873e-8ef2424c0c58)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:33.412688 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.455193 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b00151-631b-4776-9f2d-d5ae532213b0 req-9417a987-677b-42a8-9fc2-39bed65a5676 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:33.457316 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75b00151-631b-4776-9f2d-d5ae532213b0 req-9417a987-677b-42a8-9fc2-39bed65a5676 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 944 time: 0.1922829 May 19 12:18:33.489845 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=9b231795-5a6f-4362-ac0e-df73e6325281,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:33.493015 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e3e84aab-9a7c-4ade-8932-75baed1e3548 req-183f896b-76e9-40c9-8718-7bbbfe31f8e0 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0615172 May 19 12:18:33.498202 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-32af23f8-fb1c-439c-b0a0-64f0b2611190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (cb702a47-b3e9-4f5f-8295-8b35ecd1047f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.509524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-32af23f8-fb1c-439c-b0a0-64f0b2611190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:33.511443 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-32af23f8-fb1c-439c-b0a0-64f0b2611190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb702a47-b3e9-4f5f-8295-8b35ecd1047f HTTP/1.1" status: 204 len: 168 time: 0.4325130 May 19 12:18:33.549260 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:33.553416 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af23f8-fb1c-439c-b0a0-64f0b2611190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb702a47-b3e9-4f5f-8295-8b35ecd1047f,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:33.594167 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75b00151-631b-4776-9f2d-d5ae532213b0 req-2b0fc2d1-ab91-412c-b8fd-80b27c4532c9 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999265 May 19 12:18:33.686408 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39940e7-05aa-44e0-9ad5-1298beb9c1ac req-31797846-8933-439d-8d20-8522a2f6cda7 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:33.695547 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b39940e7-05aa-44e0-9ad5-1298beb9c1ac req-31797846-8933-439d-8d20-8522a2f6cda7 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.0804026 May 19 12:18:33.756065 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b39940e7-05aa-44e0-9ad5-1298beb9c1ac req-0df33687-ba33-426f-9902-256d88a740c5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 May 19 12:18:33.969548 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['9b231795-5a6f-4362-ac0e-df73e6325281'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:18:34.136384 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-130c82c1-4799-4556-9dd0-e9703ee52156 req-8807672e-67cd-44f9-b58d-8025c54d9715 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0656207 May 19 12:18:34.630187 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-273571ef-ef4f-4ad3-a498-689bb26a1258 req-b64e44ab-0d94-4919-a49a-c430903bf6de tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0448978 May 19 12:18:34.747669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984471-801b-4fb4-a000-27bb3e83ebee req-00095c0d-5814-4d33-8442-0d9e25dca04a tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:34.761995 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f984471-801b-4fb4-a000-27bb3e83ebee req-00095c0d-5814-4d33-8442-0d9e25dca04a tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 945 time: 0.0867436 May 19 12:18:34.848705 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f984471-801b-4fb4-a000-27bb3e83ebee req-dc8d6b61-8297-4d65-af14-30a8be7bcf8e tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 May 19 12:18:34.890934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 41684) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:34.937587 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-35b917d7-6cb5-4b25-b582-690c9aaff849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:34.981893 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564e9bb-c8b4-4fa7-bff3-4b715ffe05d0 req-0a380f0f-838f-4a89-99fb-1652de377b9b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:34.982223 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f564e9bb-c8b4-4fa7-bff3-4b715ffe05d0 req-0a380f0f-838f-4a89-99fb-1652de377b9b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.0888367 May 19 12:18:35.084767 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f564e9bb-c8b4-4fa7-bff3-4b715ffe05d0 req-697fbf46-a620-4437-adbb-42149223f6a3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889812 May 19 12:18:35.110145 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-35b917d7-6cb5-4b25-b582-690c9aaff849 admin admin] Publish callbacks [] for security_group (7bc0de37-58c1-4a37-aa2b-8631bfccb0dd), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.258715 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6cc0fd9a-e479-4e4b-92b7-c050c85cddda req-dc921c3f-8ec1-48ad-ad1f-b762c2732d7d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0326362 May 19 12:18:35.434537 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-35b917d7-6cb5-4b25-b582-690c9aaff849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (7bc0de37-58c1-4a37-aa2b-8631bfccb0dd), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.500641 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-35b917d7-6cb5-4b25-b582-690c9aaff849 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdb86b1eb0cc48eeab60c78e68cb510f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6082089 May 19 12:18:35.502000 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b917d7-6cb5-4b25-b582-690c9aaff849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc0de37-58c1-4a37-aa2b-8631bfccb0dd,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:35.503694 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 41700) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:18:35.520836 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 9b231795-5a6f-4362-ac0e-df73e6325281 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:35.591873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:35.607332 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00dc0918-ecc4-43a8-890b-188bdd96b93f admin admin] Publish callbacks [] for security_group (7bc0de37-58c1-4a37-aa2b-8631bfccb0dd), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.623302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 9b231795-5a6f-4362-ac0e-df73e6325281 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:18:35.664876 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00dc0918-ecc4-43a8-890b-188bdd96b93f admin admin] Publish callbacks [] for security_group (7bc0de37-58c1-4a37-aa2b-8631bfccb0dd), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.753822 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 9b231795-5a6f-4362-ac0e-df73e6325281 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:35.754462 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.839492 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:35.874637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00dc0918-ecc4-43a8-890b-188bdd96b93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (7bc0de37-58c1-4a37-aa2b-8631bfccb0dd), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.896526 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-850d297e-27ff-45bb-b44f-9068ff7ac1b9 req-cbb0038e-0e11-4b7d-8156-bae679a85e0e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0983527 May 19 12:18:35.899498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00dc0918-ecc4-43a8-890b-188bdd96b93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:35.914489 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-00dc0918-ecc4-43a8-890b-188bdd96b93f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bc0de37-58c1-4a37-aa2b-8631bfccb0dd HTTP/1.1" status: 204 len: 168 time: 0.4074330 May 19 12:18:35.985415 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 9b231795-5a6f-4362-ac0e-df73e6325281 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:35.985811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc0918-ecc4-43a8-890b-188bdd96b93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc0de37-58c1-4a37-aa2b-8631bfccb0dd,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:35.986043 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:36.025737 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b231795-5a6f-4362-ac0e-df73e6325281'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:36.112721 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 9b231795-5a6f-4362-ac0e-df73e6325281, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b231795-5a6f-4362-ac0e-df73e6325281,segment=NetworkSegment(e900940d-426d-4138-873e-8ef2424c0c58),segment_id=e900940d-426d-4138-873e-8ef2424c0c58)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:36.124660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40988ad-a30f-4740-b952-5bf275d2ab9f req-12fbd9b3-4aed-49b7-b50e-49c23e68f59f tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:36.127403 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b40988ad-a30f-4740-b952-5bf275d2ab9f req-12fbd9b3-4aed-49b7-b50e-49c23e68f59f tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 945 time: 0.0892222 May 19 12:18:36.312327 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:36.325545 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7f35-211a-4144-aebd-b981060506f2 req-8dd7933f-9362-4d55-ad40-0003d0c60c2b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:36.327377 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-666a7f35-211a-4144-aebd-b981060506f2 req-8dd7933f-9362-4d55-ad40-0003d0c60c2b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.0788488 May 19 12:18:36.331331 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b40988ad-a30f-4740-b952-5bf275d2ab9f req-0ad6b231-696b-4fe2-a04f-bc35a14de459 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848388 May 19 12:18:36.336353 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:36.410025 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78164f9-94e0-4d78-849f-fcfaaf4d7d5f" -d '{"events": [{"server_uuid": "86452401-2d6b-4b02-a61a-b5bd76cb996a", "name": "network-vif-plugged", "status": "completed", "tag": "9b231795-5a6f-4362-ac0e-df73e6325281"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:36.462440 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=9b231795-5a6f-4362-ac0e-df73e6325281,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:36.493250 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-666a7f35-211a-4144-aebd-b981060506f2 req-1768bf03-33bf-46eb-9192-ec1f9a0b893a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379764 May 19 12:18:36.522319 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b1663001-272c-4c88-9819-03b7591cf054 req-9d6a338d-dfab-46b2-9aa5-54410503b9ea tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0917258 May 19 12:18:36.763404 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a89ef-582a-40bc-81a9-cf4adeab52c6 x-openstack-request-id: req-f35a89ef-582a-40bc-81a9-cf4adeab52c6 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:36.763934 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86452401-2d6b-4b02-a61a-b5bd76cb996a", "name": "network-vif-plugged", "status": "completed", "tag": "9b231795-5a6f-4362-ac0e-df73e6325281", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:36.764362 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f35a89ef-582a-40bc-81a9-cf4adeab52c6 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:36.764970 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35a89ef-582a-40bc-81a9-cf4adeab52c6'] response: {'server_uuid': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b231795-5a6f-4362-ac0e-df73e6325281', 'code': 200} May 19 12:18:37.050996 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f46bbe84-1ab7-450a-92d1-b06e496747e1 req-90310fce-2726-4b31-a304-488dade9c575 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0365803 May 19 12:18:37.490764 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dd3a4-6d0a-43b0-b08b-6b73b83ae962 req-8a7be6fe-a350-472d-b838-926b5f6c4f4d tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:37.493799 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-724dd3a4-6d0a-43b0-b08b-6b73b83ae962 req-8a7be6fe-a350-472d-b838-926b5f6c4f4d tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0707693 May 19 12:18:37.506717 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d6fddd4a-6f06-4062-86e2-9b793547996c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:18:37.592757 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-724dd3a4-6d0a-43b0-b08b-6b73b83ae962 req-cde6395f-51f5-4d91-8d06-8bb684470ca7 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781252 May 19 12:18:37.736411 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5b26b526-249d-498a-b5e0-76862d186e79 req-5130edfd-76e4-48fb-acb6-8518c193e58a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0463860 May 19 12:18:37.750522 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333ccc3-7384-48d0-93e0-7f19ec2bf5d0 req-a0cf2812-3800-499d-a6be-c3d6d388cfe9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:37.752053 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d6fddd4a-6f06-4062-86e2-9b793547996c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6fddd4a-6f06-4062-86e2-9b793547996c,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:37.752901 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d333ccc3-7384-48d0-93e0-7f19ec2bf5d0 req-a0cf2812-3800-499d-a6be-c3d6d388cfe9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 943 time: 0.1015611 May 19 12:18:37.806896 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:37.812081 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'd6fddd4a-6f06-4062-86e2-9b793547996c', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'port_id': 'd6fddd4a-6f06-4062-86e2-9b793547996c', 'mac_address': 'fa:16:3e:92:c2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:18:37.877097 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-cd7ab6fb-a4bb-47b7-923f-d72c817e65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:37.879575 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-cd7ab6fb-a4bb-47b7-923f-d72c817e65ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1127 time: 0.1690593 May 19 12:18:37.882081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca772fe-501d-4642-8da4-2f56662694e0 req-c2fdaef4-8fdb-4a1d-8213-a55dfb39f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:37.885622 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-c2fdaef4-8fdb-4a1d-8213-a55dfb39f616 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1128 time: 0.1408813 May 19 12:18:37.889863 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d333ccc3-7384-48d0-93e0-7f19ec2bf5d0 req-515a1bc8-d5be-46a5-985c-0d63afb4137c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206024 May 19 12:18:37.934290 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d6fddd4a-6f06-4062-86e2-9b793547996c is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:37.943478 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:37.978650 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fddd4a-6f06-4062-86e2-9b793547996c {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:38.007754 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d6fddd4a-6f06-4062-86e2-9b793547996c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6fddd4a-6f06-4062-86e2-9b793547996c,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:38.077082 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-0904d6fc-4ef9-4db7-858b-958f5a593f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.078642 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-0904d6fc-4ef9-4db7-858b-958f5a593f9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.1865838 May 19 12:18:38.168257 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-f9d6bdd1-fc9b-48f1-8318-e223328bb456 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 200 len: 217 time: 0.0785820 May 19 12:18:38.169489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca772fe-501d-4642-8da4-2f56662694e0 req-b8eeca05-207c-41c8-bfe5-8a8d2f6446ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.170892 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-b8eeca05-207c-41c8-bfe5-8a8d2f6446ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.2536881 May 19 12:18:38.175582 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:38.176555 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:18:38.251293 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:38.263188 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-644c92cd-5db4-4d36-a82c-dafede72374b req-446c8e6c-51e0-432a-a27e-f6332f20ac5d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0473144 May 19 12:18:38.267313 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-bb3a305c-1dae-4f4b-9e95-3cb035903539 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 217 time: 0.0883334 May 19 12:18:38.319395 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'port_id': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f', 'mac_address': 'fa:16:3e:be:8e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:18:38.326035 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-502405ba-cfaf-473a-9c8f-370408b06d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.333135 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-502405ba-cfaf-473a-9c8f-370408b06d57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.1501193 May 19 12:18:38.333135 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:38.368005 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca772fe-501d-4642-8da4-2f56662694e0 req-035a33e4-256e-4c3b-b0e4-0e55204966b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.368005 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-035a33e4-256e-4c3b-b0e4-0e55204966b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0865376 May 19 12:18:38.413013 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d6fddd4a-6f06-4062-86e2-9b793547996c,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:38.420381 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:38.421261 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:38.460118 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:38.476389 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-42773f58-9a30-43ff-87ae-cbe8fe1857b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.478389 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-42773f58-9a30-43ff-87ae-cbe8fe1857b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1155210 May 19 12:18:38.479725 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca772fe-501d-4642-8da4-2f56662694e0 req-e7a1acdf-375a-494c-9d72-e06bb77f245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.481416 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-e7a1acdf-375a-494c-9d72-e06bb77f245d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0930958 May 19 12:18:38.496388 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:38.568552 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2141158-73ed-49a9-873e-5372136f8bc5 req-395c0db8-0672-4364-820c-364cc7152de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:38.570864 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c2141158-73ed-49a9-873e-5372136f8bc5 req-395c0db8-0672-4364-820c-364cc7152de3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 1130 time: 0.2113414 May 19 12:18:38.604290 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-c2141158-73ed-49a9-873e-5372136f8bc5 req-827c13f0-38eb-414c-8fb9-7a1873b6345e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:38.723853 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:38.735666 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:38.776936 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-67717617-4eb1-455b-84b1-162bf44e03f9 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868147 May 19 12:18:38.779540 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-12bb506e-d48e-4078-93ff-46d347f55178 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907591 May 19 12:18:38.841778 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:38.984820 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d064b654-8aef-474d-ab4f-8992df983452 req-1de2fa41-cd41-4f03-a134-707b76cb414a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.1024401 May 19 12:18:39.006595 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-fca772fe-501d-4642-8da4-2f56662694e0 req-47e57f30-f761-4bb1-8ea9-90ad173d3024 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197516 May 19 12:18:39.014161 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f457-408d-4633-a27a-0d667dbcba93 req-f06dc638-6a97-4cc4-83d1-2b11407e66e3 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:39.017528 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e7e0f457-408d-4633-a27a-0d667dbcba93 req-f06dc638-6a97-4cc4-83d1-2b11407e66e3 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.2796948 May 19 12:18:39.109962 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-55e3183d-3ae8-46cf-be5b-be0b991c7097 req-affac758-c138-4826-b5a8-3c67a3f91268 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100836 May 19 12:18:39.141549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-c2141158-73ed-49a9-873e-5372136f8bc5 req-827c13f0-38eb-414c-8fb9-7a1873b6345e service neutron] Publish callbacks [] for security_group (af80d0c4-6f79-4fab-983a-7de6855b23a5), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:39.194367 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e7e0f457-408d-4633-a27a-0d667dbcba93 req-50c76b7e-d2ad-419b-ba05-4b03956295bc tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565299 May 19 12:18:39.216113 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbabc0-009a-4ad3-b01b-929eb8c0bca7 req-06ad5646-dd7d-4855-8a29-51a80ca2516b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:39.218318 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-74cbabc0-009a-4ad3-b01b-929eb8c0bca7 req-06ad5646-dd7d-4855-8a29-51a80ca2516b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 944 time: 0.1151521 May 19 12:18:39.314071 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-74cbabc0-009a-4ad3-b01b-929eb8c0bca7 req-3a371427-4188-47e4-adb8-d43f6b320e36 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879362 May 19 12:18:39.317130 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-c2141158-73ed-49a9-873e-5372136f8bc5 req-827c13f0-38eb-414c-8fb9-7a1873b6345e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (af80d0c4-6f79-4fab-983a-7de6855b23a5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:39.404649 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:39.411313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['d6fddd4a-6f06-4062-86e2-9b793547996c'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:18:39.437536 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:39.457763 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c2141158-73ed-49a9-873e-5372136f8bc5 req-827c13f0-38eb-414c-8fb9-7a1873b6345e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8798993 May 19 12:18:39.465203 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c13f0-38eb-414c-8fb9-7a1873b6345e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af80d0c4-6f79-4fab-983a-7de6855b23a5,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:39.490346 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f7f87243-ea74-4cf7-8a01-4f0bd690f4ce req-4f566090-ec71-4044-8627-5d9e6d3c68cf tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0612056 May 19 12:18:39.607112 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:18:39.641612 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:40.185184 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-db56d0c2-4f9e-41f5-88b1-0237e2597a81 req-8ccaaecf-f7fb-435f-9363-feaa81e97bb6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0493217 May 19 12:18:40.192936 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-7d93691e-8d83-40c4-899e-0ff4c629e85e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:40.194439 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-7d93691e-8d83-40c4-899e-0ff4c629e85e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 811 time: 0.1809635 May 19 12:18:40.339322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ecd60-80f4-4768-acb4-5b787858f8ac req-09198de6-676a-4aea-9189-3225f0c1a19c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:40.340938 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-025ecd60-80f4-4768-acb4-5b787858f8ac req-09198de6-676a-4aea-9189-3225f0c1a19c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0619471 May 19 12:18:40.417434 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-025ecd60-80f4-4768-acb4-5b787858f8ac req-4e92484d-e944-4102-8af7-bbb32110e901 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698407 May 19 12:18:40.517421 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df99f4b-7abf-4351-8cbc-9f964b6d2faa req-e94e9fcc-9070-4403-9b6f-7316a05f2b6a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:40.518886 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5df99f4b-7abf-4351-8cbc-9f964b6d2faa req-e94e9fcc-9070-4403-9b6f-7316a05f2b6a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 944 time: 0.0599623 May 19 12:18:40.574237 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5df99f4b-7abf-4351-8cbc-9f964b6d2faa req-effab265-303c-46b8-9f5b-4b3572591d6a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487888 May 19 12:18:40.645896 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7ad85541-9a70-4bb3-9e1c-cc06b6cc84c6 req-0f890331-a3a7-4a9a-aadc-5f1b9edcb785 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0346596 May 19 12:18:41.218253 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-4eb33a03-1615-4f62-b41e-0fd7b79d7b38 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eafee25cfb14ca2bd5c10fe41a01644 HTTP/1.1" status: 200 len: 380 time: 0.0996587 May 19 12:18:41.274690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-22832749-5116-46ff-ab23-1203c4bac294 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:41.277122 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-22832749-5116-46ff-ab23-1203c4bac294 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1526568 May 19 12:18:41.317428 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dd1d92c1-d659-4bdf-ab5e-3cb6d8161822 req-2320473d-a591-4185-864f-3f931afbc10e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0351040 May 19 12:18:41.514659 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:41.555993 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108b62-d088-4eb9-a376-3b63b45b5b3f req-0d00c324-2314-4087-9a01-cb149a12e652 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:41.557674 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79108b62-d088-4eb9-a376-3b63b45b5b3f req-0d00c324-2314-4087-9a01-cb149a12e652 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0539072 May 19 12:18:41.618155 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79108b62-d088-4eb9-a376-3b63b45b5b3f req-9e2664d9-3324-4095-95d6-f8fd5c0fd18a tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 May 19 12:18:41.648203 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'port': {'device_id': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'admin_state_up': True, 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'security_groups': ['bd231180-fefa-4a58-b288-5196eb05597c']}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:41.652215 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:41.767206 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b2c8-463f-45ba-a5d3-55a2f4c5e2e0 req-a8c232da-2316-482d-b0ae-f4bb0438b693 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:41.767899 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-774f8f64-bda9-4da5-9d5d-8cd6cf5b190c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 380 time: 0.1238797 May 19 12:18:41.769427 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cf8b2c8-463f-45ba-a5d3-55a2f4c5e2e0 req-a8c232da-2316-482d-b0ae-f4bb0438b693 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 944 time: 0.0694184 May 19 12:18:41.773259 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:18:41.828973 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'port': {'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'admin_state_up': True, 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'security_groups': ['bf3a2abc-0433-4880-ad16-705b0f0b0bdd']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:41.943187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:41.943574 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.007443 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54199115-62e2-4e2b-8263-dc33e921c532 req-cbcce266-1dc0-4586-b38a-fea3d0af16e7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.2333689 May 19 12:18:42.082527 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cf8b2c8-463f-45ba-a5d3-55a2f4c5e2e0 req-3eb9b3a1-1642-4d78-90b4-a1025bad7f37 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036542 May 19 12:18:42.105115 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:42.113266 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:42.113680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.148253 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Made reservation on behalf of 9eafee25cfb14ca2bd5c10fe41a01644 for: {'port': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:42.151342 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:42.157158 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eae3d33-e858-4615-9e4d-b748b9407bde" -d '{"events": [{"server_uuid": "c735043f-0342-49b4-9be8-ee27f994a3ed", "name": "network-vif-plugged", "status": "completed", "tag": "fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:42.157256 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.170406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:42.208482 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8823aa5-e73f-41b3-806d-4e5a5b7febc4 x-openstack-request-id: req-d8823aa5-e73f-41b3-806d-4e5a5b7febc4 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:42.209147 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c735043f-0342-49b4-9be8-ee27f994a3ed", "name": "network-vif-plugged", "status": "completed", "tag": "fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:42.209630 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8823aa5-e73f-41b3-806d-4e5a5b7febc4 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:42.210181 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8823aa5-e73f-41b3-806d-4e5a5b7febc4'] response: {'server_uuid': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f', 'code': 200} May 19 12:18:42.245004 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Made reservation on behalf of 1d2de86d602945238f5df0e2c388004f for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:18:42.246145 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.247160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d6fddd4a-6f06-4062-86e2-9b793547996c up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:18:42.248885 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.320833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Allocated IP 172.20.0.3 (66d32a70-5928-448a-8e67-919eb5765bfb/37d41b5a-a221-4803-970a-6df3268ac267/0269a249-9630-404e-8eb1-a23ce804a3bd) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:42.337657 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port d6fddd4a-6f06-4062-86e2-9b793547996c completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:18:42.342753 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:42.345000 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:42.416503 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port d6fddd4a-6f06-4062-86e2-9b793547996c triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:42.416918 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.518909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e395-97b0-4da6-a38e-b24309756cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.520834 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92a57e83-13b5-4976-b953-ced3e3181cf5 req-dc3af7bb-cb57-4543-a689-0d061d567b96 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0384331 May 19 12:18:42.536040 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d6fddd4a-6f06-4062-86e2-9b793547996c is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:18:42.536433 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.558489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.20.0.6 (744c5d15-060b-4067-aa62-eecc19d1b85e/57a53a90-5cf3-4f95-8228-aee4f85c871b/a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:18:42.585042 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d6fddd4a-6f06-4062-86e2-9b793547996c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6fddd4a-6f06-4062-86e2-9b793547996c,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:18:42.598963 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.737636 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.748360 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.764261 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fd78e-066b-4a44-b81a-4da3f46aba63 req-fd7d25f1-5680-4669-a3a3-e8391a8e87cf tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:42.765891 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d13fd78e-066b-4a44-b81a-4da3f46aba63 req-fd7d25f1-5680-4669-a3a3-e8391a8e87cf tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0653160 May 19 12:18:42.776924 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.779076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:42.815525 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d6fddd4a-6f06-4062-86e2-9b793547996c,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:42.849008 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Network 66d32a70-5928-448a-8e67-919eb5765bfb is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:42.849872 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:42.857751 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:42.861094 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:42.863687 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'Port': ['ID=0269a249-9630-404e-8eb1-a23ce804a3bd,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:42.876800 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.973250 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d13fd78e-066b-4a44-b81a-4da3f46aba63 req-da74efc8-56ea-460c-81c5-2c3455751421 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828897 May 19 12:18:42.974629 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:42.988910 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:42.989563 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:42.996518 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:18:42.998984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:18:43.023107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:18:43.023918 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:43.088144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:43.088808 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.201598 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bac58-aa62-45db-b15b-6c53c9950315 req-908c08aa-d0f9-4d5b-a366-94122277fc61 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:43.203217 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-021bac58-aa62-45db-b15b-6c53c9950315 req-908c08aa-d0f9-4d5b-a366-94122277fc61 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 931 time: 0.0734887 May 19 12:18:43.207016 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-baa62f35-b038-4652-912e-d723044dfe56 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5635383 May 19 12:18:43.243259 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-44fe3120-6dd5-415c-af7f-33165604fce6 None None] Provisioning complete for port 0269a249-9630-404e-8eb1-a23ce804a3bd triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:43.243893 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-44fe3120-6dd5-415c-af7f-33165604fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.276111 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Request body: {'port': {'device_id': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:43.284681 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-d733b5f1-bc00-49c4-90e3-765e178f7464 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4591599 May 19 12:18:43.291015 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-44fe3120-6dd5-415c-af7f-33165604fce6 None None] Port 0269a249-9630-404e-8eb1-a23ce804a3bd cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:43.306504 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Request body: {'port': {'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:18:43.393612 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-021bac58-aa62-45db-b15b-6c53c9950315 req-45abd348-9d6e-4292-86ae-87b2e4732343 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847768 May 19 12:18:43.405460 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687aad9-c725-49e4-baab-1146731609d6 req-2170570c-2af9-44fb-aa57-055638425091 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:43.406994 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2687aad9-c725-49e4-baab-1146731609d6 req-2170570c-2af9-44fb-aa57-055638425091 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.1687496 May 19 12:18:43.426318 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-9e8a102a-5cdf-4b44-aad3-d2c6cb38cd84 None None] Provisioning complete for port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:18:43.426693 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9e8a102a-5cdf-4b44-aad3-d2c6cb38cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.474930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a102a-5cdf-4b44-aad3-d2c6cb38cd84 None None] Port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:18:43.492577 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.493647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.506206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56634466-fba4-4f6b-84ac-b1e78d1fcdab req-160b8a98-280e-45e8-9606-3c036a3ae21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:43.508370 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2687aad9-c725-49e4-baab-1146731609d6 req-8be77d7f-3e19-4213-b40c-61b6e09077d0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923066 May 19 12:18:43.508633 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-56634466-fba4-4f6b-84ac-b1e78d1fcdab req-160b8a98-280e-45e8-9606-3c036a3ae21f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1129 time: 0.1210287 May 19 12:18:43.643140 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-56634466-fba4-4f6b-84ac-b1e78d1fcdab req-edf8df03-988a-41c0-9c64-74e2a4ae49b6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084251 May 19 12:18:43.753371 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d20fc9-a370-4412-b02f-b8e57e4b8674 req-3d4d9a05-203d-4efb-a847-31858844ecce tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:43.755053 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-08d20fc9-a370-4412-b02f-b8e57e4b8674 req-3d4d9a05-203d-4efb-a847-31858844ecce tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 931 time: 0.0742345 May 19 12:18:43.775422 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:43.853183 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-08d20fc9-a370-4412-b02f-b8e57e4b8674 req-9ed36df7-6149-4896-b6e0-3cb1a1fa819f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680408 May 19 12:18:43.880933 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:43.892039 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Publish callbacks [] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.908396 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Transition to ACTIVE for port object a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:18:43.955581 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0269a249-9630-404e-8eb1-a23ce804a3bd {{(pid=104216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:18:43.965585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Publish callbacks [] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:43.980357 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.provisioning_blocks [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Transition to ACTIVE for port object 0269a249-9630-404e-8eb1-a23ce804a3bd will not be triggered until provisioned by entity L2. {{(pid=104216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:18:44.095040 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d21ad-0331-43bf-828d-62d6ce86312e req-c87a6c66-b203-4532-a8a4-1e616b6cd130 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:44.096674 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a62d21ad-0331-43bf-828d-62d6ce86312e req-c87a6c66-b203-4532-a8a4-1e616b6cd130 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0515649 May 19 12:18:44.103126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.155224 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a62d21ad-0331-43bf-828d-62d6ce86312e req-f44d6ca4-b54d-434e-96fa-8b742c5ae743 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523219 May 19 12:18:44.157615 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Pushing event updated for resources: {'Port': ['ID=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:44.202189 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.211137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fddd4a-6f06-4062-86e2-9b793547996c'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:44.219137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47220674-4e2d-4cb7-8df7-c237ac54a5a6" -d '{"events": [{"server_uuid": "b605d4a3-bf90-430f-b2c7-d037b473d29d", "name": "network-vif-plugged", "status": "completed", "tag": "d6fddd4a-6f06-4062-86e2-9b793547996c"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:44.237723 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.272389 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Pushing event updated for resources: {'Port': ['ID=0269a249-9630-404e-8eb1-a23ce804a3bd,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:44.298668 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Attempting to bind port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:44.301740 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Attempting to bind port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:44.302347 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Attempting to bind port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:44.308773 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 on network 744c5d15-060b-4067-aa62-eecc19d1b85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:18:44.309237 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Attempting to bind port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:44.314654 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ff552-41ea-40f8-8c66-a23066833476 x-openstack-request-id: req-7e6ff552-41ea-40f8-8c66-a23066833476 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:44.315178 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b605d4a3-bf90-430f-b2c7-d037b473d29d", "name": "network-vif-plugged", "status": "completed", "tag": "d6fddd4a-6f06-4062-86e2-9b793547996c", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:44.315609 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e6ff552-41ea-40f8-8c66-a23066833476 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:44.316214 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6ff552-41ea-40f8-8c66-a23066833476'] response: {'server_uuid': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fddd4a-6f06-4062-86e2-9b793547996c', 'code': 200} May 19 12:18:44.323289 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:44.325087 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:44.325624 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Bound using segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:44.326291 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Bound port: a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:44.326758 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.396651 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.managers [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Attempting to bind port 0269a249-9630-404e-8eb1-a23ce804a3bd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:18:44.397141 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.managers [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Attempting to bind port 0269a249-9630-404e-8eb1-a23ce804a3bd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}] {{(pid=104216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:18:44.397573 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Attempting to bind port 0269a249-9630-404e-8eb1-a23ce804a3bd on network 66d32a70-5928-448a-8e67-919eb5765bfb {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:44.403520 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Port 0269a249-9630-404e-8eb1-a23ce804a3bd on network 66d32a70-5928-448a-8e67-919eb5765bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:18:44.403943 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Attempting to bind port 0269a249-9630-404e-8eb1-a23ce804a3bd on network 66d32a70-5928-448a-8e67-919eb5765bfb {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:18:44.410076 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:18:44.410534 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Checking segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:18:44.411050 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Bound using segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} {{(pid=104216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:18:44.411615 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.managers [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Bound port: 0269a249-9630-404e-8eb1-a23ce804a3bd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}}] {{(pid=104216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:18:44.412142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.435767 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] For port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:44.442193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] For port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:44.500289 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] For port 0269a249-9630-404e-8eb1-a23ce804a3bd, host hv-cinder-80475, cleared binding levels {{(pid=104216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:18:44.504977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] For port 0269a249-9630-404e-8eb1-a23ce804a3bd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0269a249-9630-404e-8eb1-a23ce804a3bd,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:18:44.613723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2e55a-ad0c-46da-ad6b-d57f5a8353a7 req-5a328cff-82fc-4e33-a24d-a1b5510b632b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:44.615378 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98e2e55a-ad0c-46da-ad6b-d57f5a8353a7 req-5a328cff-82fc-4e33-a24d-a1b5510b632b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0943658 May 19 12:18:44.669579 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f6ec-2b55-4d66-a97f-1bc685636efb req-34e98578-d7c7-47ed-a2c2-55ff6d992f2e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:44.671140 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1ca5f6ec-2b55-4d66-a97f-1bc685636efb req-34e98578-d7c7-47ed-a2c2-55ff6d992f2e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0860620 May 19 12:18:44.713479 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98e2e55a-ad0c-46da-ad6b-d57f5a8353a7 req-bd9cc408-ac60-4c5d-b3d9-74096934794b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819662 May 19 12:18:44.739223 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1ca5f6ec-2b55-4d66-a97f-1bc685636efb req-45bc5bd8-9956-44ee-8532-4600c4d2dc85 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595217 May 19 12:18:44.758562 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.759146 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.800346 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:44.801014 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.802116 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:44.802411 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] 10.222.0.81 "PUT /v2.0/ports/0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 200 len: 1093 time: 1.5402980 May 19 12:18:44.802866 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:44.802963 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:44.805027 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] 10.222.0.81 "PUT /v2.0/ports/a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 HTTP/1.1" status: 200 len: 1093 time: 1.5075891 May 19 12:18:44.805285 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22937d63-8c59-45c2-90d9-6226a58bb3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:44.805687 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:18:44.808387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153fbf33-d576-45f9-a1e1-76049944e835" -d '{"events": [{"name": "network-changed", "server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:18:44.838619 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:44.874188 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24bdd8-84b5-43b4-add7-ed84582a490e service neutron] Pushing event updated for resources: {'Port': ['ID=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:44.880274 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7b0eb-aca0-4c98-b08b-9cb496d2e05e service neutron] Pushing event updated for resources: {'Port': ['ID=0269a249-9630-404e-8eb1-a23ce804a3bd,revision_number=3']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:18:44.894009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e0978-b557-4f37-8656-308d3be2bbba x-openstack-request-id: req-f98e0978-b557-4f37-8656-308d3be2bbba {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:44.894363 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:44.894701 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f98e0978-b557-4f37-8656-308d3be2bbba {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:44.895308 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98e0978-b557-4f37-8656-308d3be2bbba'] response: {'name': 'network-changed', 'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'status': 'completed', 'code': 200} May 19 12:18:44.898711 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca68d56-e501-4d50-8280-cb678fafbe19 x-openstack-request-id: req-7ca68d56-e501-4d50-8280-cb678fafbe19 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:18:44.899195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:18:44.899582 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ca68d56-e501-4d50-8280-cb678fafbe19 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:18:44.900158 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca68d56-e501-4d50-8280-cb678fafbe19'] response: {'name': 'network-changed', 'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'status': 'completed', 'code': 200} May 19 12:18:45.015412 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-85d6ad2f-39b9-45cf-b76e-8de9d59b9805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:45.036420 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca665e3d-2c77-4008-ad08-48639bd87bcf req-267902b7-9f9f-4e85-b6c6-ec5b6da9946c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:45.037914 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca665e3d-2c77-4008-ad08-48639bd87bcf req-267902b7-9f9f-4e85-b6c6-ec5b6da9946c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0705769 May 19 12:18:45.095291 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca665e3d-2c77-4008-ad08-48639bd87bcf req-3723ef92-ef91-4225-b774-01987e341962 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504539 May 19 12:18:45.882017 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41e508-971e-4307-a1d4-928852d0d653 req-2f2ced8b-8623-434d-a8af-d09df6d9a64a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:45.883990 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f41e508-971e-4307-a1d4-928852d0d653 req-2f2ced8b-8623-434d-a8af-d09df6d9a64a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0953305 May 19 12:18:45.906314 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77117-e43f-4712-b7b7-4b705bd7c82d req-9423a070-c2c8-49e0-8118-5fb0c1a71609 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:45.907831 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-96f77117-e43f-4712-b7b7-4b705bd7c82d req-9423a070-c2c8-49e0-8118-5fb0c1a71609 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0802386 May 19 12:18:45.986812 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f41e508-971e-4307-a1d4-928852d0d653 req-9c25048f-1799-4eda-b085-44f0b9779b09 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779417 May 19 12:18:46.011189 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-96f77117-e43f-4712-b7b7-4b705bd7c82d req-0305d4d2-decd-42a7-873e-e6b373aa3a36 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713761 May 19 12:18:46.224122 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3ebd-54e1-46fa-815b-f1163624d701 req-71e2adfa-f994-4c43-8b6e-f7ac1b081112 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:46.226197 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f27c3ebd-54e1-46fa-815b-f1163624d701 req-71e2adfa-f994-4c43-8b6e-f7ac1b081112 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0571773 May 19 12:18:46.282250 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f27c3ebd-54e1-46fa-815b-f1163624d701 req-c75bbb19-4c59-4b18-b2d6-abe984159bb5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501649 May 19 12:18:46.296170 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:47.150258 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06922967-f6c9-435d-850c-55b885de221c req-eaa26e03-0907-4936-8c67-51c6ae1c3a82 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:47.151925 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-06922967-f6c9-435d-850c-55b885de221c req-eaa26e03-0907-4936-8c67-51c6ae1c3a82 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0922685 May 19 12:18:47.175691 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d87fc-fc99-48e1-8186-d070c60222dc req-74be620e-e712-42cb-9aee-5a4335df861d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:47.177276 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-211d87fc-fc99-48e1-8186-d070c60222dc req-74be620e-e712-42cb-9aee-5a4335df861d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0770826 May 19 12:18:47.237586 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-06922967-f6c9-435d-850c-55b885de221c req-2f4033a2-3045-409b-8433-995816c46b0d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768042 May 19 12:18:47.253420 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-211d87fc-fc99-48e1-8186-d070c60222dc req-58e98eeb-c643-4fae-ac7a-70f9a7dc9477 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676012 May 19 12:18:47.278014 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:47.307723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:47.403009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3c6ae-b1b9-49d8-99e2-abb43206074d req-08510221-4409-4669-93b3-7728c5a64fc9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:47.404545 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-97b3c6ae-b1b9-49d8-99e2-abb43206074d req-08510221-4409-4669-93b3-7728c5a64fc9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0496426 May 19 12:18:47.460455 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-97b3c6ae-b1b9-49d8-99e2-abb43206074d req-74c4ad0d-7188-48d5-aeae-f01eb5c56749 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474958 May 19 12:18:47.528615 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:47.740091 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:48.274411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:48.397589 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:48.413819 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ae887-d420-4a9b-b505-83e82c50ca8c req-fad45edb-5610-485d-b652-959fad3e3d39 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:48.415479 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-326ae887-d420-4a9b-b505-83e82c50ca8c req-fad45edb-5610-485d-b652-959fad3e3d39 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0843215 May 19 12:18:48.421674 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976a83a-992e-44d6-926e-6a35cb4d5637 req-3fa6f294-6bc2-4dc3-bd47-d5ade6ca9160 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:48.423212 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1976a83a-992e-44d6-926e-6a35cb4d5637 req-3fa6f294-6bc2-4dc3-bd47-d5ade6ca9160 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0901322 May 19 12:18:48.494945 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-326ae887-d420-4a9b-b505-83e82c50ca8c req-e91f5d65-3fc6-4dbd-8280-c40b18ddf359 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707331 May 19 12:18:48.502282 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1976a83a-992e-44d6-926e-6a35cb4d5637 req-abc02134-b5cb-4901-a183-dd612ce99c71 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710702 May 19 12:18:48.607718 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c3e6b-3b63-45ee-8e13-fbd52505f9ff req-21ca06a1-77be-439c-9a80-13db63d1c533 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:48.609271 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0f3c3e6b-3b63-45ee-8e13-fbd52505f9ff req-21ca06a1-77be-439c-9a80-13db63d1c533 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0527816 May 19 12:18:48.658768 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0f3c3e6b-3b63-45ee-8e13-fbd52505f9ff req-beb1565f-98f8-4e74-b316-d7d69d7a43b9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 May 19 12:18:49.319081 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:18:49.682150 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed9bfa-ef0c-4f76-b7b8-b80814bc16af req-0d1df10f-d95e-4db2-828a-9683221e5472 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:49.683722 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-77ed9bfa-ef0c-4f76-b7b8-b80814bc16af req-0d1df10f-d95e-4db2-828a-9683221e5472 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.1074822 May 19 12:18:49.689940 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902eaf0-5c31-433e-80d8-d26b4170aa1c req-b8e6575c-10ee-4f94-ae50-5bf29fa4bc9b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:49.691399 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e902eaf0-5c31-433e-80d8-d26b4170aa1c req-b8e6575c-10ee-4f94-ae50-5bf29fa4bc9b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.1164603 May 19 12:18:49.773421 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-77ed9bfa-ef0c-4f76-b7b8-b80814bc16af req-62cb0d14-45bf-469d-bb07-491140d407b7 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804508 May 19 12:18:49.777315 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e902eaf0-5c31-433e-80d8-d26b4170aa1c req-84ec6a2d-86a9-46a7-92e9-c2cbe5ddb0b2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783615 May 19 12:18:49.895348 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d402-32e0-4a10-a5ef-bcedcebaa693 req-dbd80426-2787-4f7a-9223-4a3aeea68476 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:49.896890 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c897d402-32e0-4a10-a5ef-bcedcebaa693 req-dbd80426-2787-4f7a-9223-4a3aeea68476 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0614741 May 19 12:18:49.949370 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c897d402-32e0-4a10-a5ef-bcedcebaa693 req-fe268e5e-ab28-4006-bd91-70b8941c8689 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456917 May 19 12:18:50.923539 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb3683-c3a2-49bb-b22b-ed30ce78ac13 req-125f5627-6c8a-4fd9-8c32-03811831666e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:50.925179 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ccb3683-c3a2-49bb-b22b-ed30ce78ac13 req-125f5627-6c8a-4fd9-8c32-03811831666e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0814383 May 19 12:18:50.940092 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23838b5-4a55-4c4e-bd57-07e3103c48c0 req-ed778757-bbe4-4f22-acb9-55ac28b0379c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:50.943424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e23838b5-4a55-4c4e-bd57-07e3103c48c0 req-ed778757-bbe4-4f22-acb9-55ac28b0379c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0848436 May 19 12:18:51.026949 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ccb3683-c3a2-49bb-b22b-ed30ce78ac13 req-129947b5-d260-43c5-b04a-59a8d006f941 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947988 May 19 12:18:51.030359 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e23838b5-4a55-4c4e-bd57-07e3103c48c0 req-81e9147f-1aae-4d70-9a8c-7779a4963158 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806537 May 19 12:18:51.136369 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb246-5cf4-43f4-a049-d28266f58c93 req-4aaac0a9-4977-45be-a170-0cbf6536c94d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:51.137859 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9e7cb246-5cf4-43f4-a049-d28266f58c93 req-4aaac0a9-4977-45be-a170-0cbf6536c94d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0500982 May 19 12:18:51.164808 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:51.187851 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9e7cb246-5cf4-43f4-a049-d28266f58c93 req-01ccce1f-7bdd-4d2b-a061-f1b4db119dfe tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 May 19 12:18:52.192010 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8adc8-4c96-435d-b515-a40bece75cfa req-1ad9c5e2-9cbf-4d9e-9c81-9efc31e299d5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:52.193566 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2d8adc8-4c96-435d-b515-a40bece75cfa req-1ad9c5e2-9cbf-4d9e-9c81-9efc31e299d5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0948365 May 19 12:18:52.206853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171b75e-fdcb-408c-a384-727e757b5e73 req-6e9b3e95-30af-45fe-895e-4192c0542bc5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:52.208449 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1171b75e-fdcb-408c-a384-727e757b5e73 req-6e9b3e95-30af-45fe-895e-4192c0542bc5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0673182 May 19 12:18:52.282870 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2d8adc8-4c96-435d-b515-a40bece75cfa req-f34ef864-f375-4983-8bf6-89c3e0c30868 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824895 May 19 12:18:52.290509 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1171b75e-fdcb-408c-a384-727e757b5e73 req-26d0a0c8-e9aa-4c93-b67d-e65ed9ada6cc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744989 May 19 12:18:52.396872 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88334042-104b-4f94-84e5-b54f0527cd10 req-f87f968f-c15d-42fb-b214-7d67aace66a4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:52.398406 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88334042-104b-4f94-84e5-b54f0527cd10 req-f87f968f-c15d-42fb-b214-7d67aace66a4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0537744 May 19 12:18:52.449718 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88334042-104b-4f94-84e5-b54f0527cd10 req-1bbb989d-0503-405a-b56f-c8e8a61348aa tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 May 19 12:18:52.964519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d63-8c59-45c2-90d9-6226a58bb3a4 req-baea2de9-9de6-4695-bbdc-b7feed57c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:52.966210 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22937d63-8c59-45c2-90d9-6226a58bb3a4 req-baea2de9-9de6-4695-bbdc-b7feed57c056 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1127 time: 0.0484853 May 19 12:18:53.011812 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fbf33-d576-45f9-a1e1-76049944e835 req-576fb947-5460-489e-9eff-5c06d5ec87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:53.013384 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-153fbf33-d576-45f9-a1e1-76049944e835 req-576fb947-5460-489e-9eff-5c06d5ec87bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 1127 time: 0.0952563 May 19 12:18:53.256588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d63-8c59-45c2-90d9-6226a58bb3a4 req-63944666-4226-489c-81a5-cd507a45e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:53.258185 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22937d63-8c59-45c2-90d9-6226a58bb3a4 req-63944666-4226-489c-81a5-cd507a45e90c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1940591 May 19 12:18:53.438213 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:53.452584 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c60e5-3f6a-47b1-b044-99c5156f74dc req-08fae486-f55e-463c-8adf-ae37522e36d8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:53.454253 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c62c60e5-3f6a-47b1-b044-99c5156f74dc req-08fae486-f55e-463c-8adf-ae37522e36d8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0826554 May 19 12:18:53.462776 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4051-d440-4d23-8b3d-8c53ed048bea req-18528096-d132-42d9-94e1-8bf7b818d121 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:53.464363 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a48b4051-d440-4d23-8b3d-8c53ed048bea req-18528096-d132-42d9-94e1-8bf7b818d121 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0812037 May 19 12:18:53.545628 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c62c60e5-3f6a-47b1-b044-99c5156f74dc req-33016781-a2fb-4a88-993a-151cb606e4ae tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800261 May 19 12:18:53.577434 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a48b4051-d440-4d23-8b3d-8c53ed048bea req-f40dc279-6f7c-4cee-a7db-2055b7b0380a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 May 19 12:18:53.661091 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072c2bf-e8bd-4e53-9521-fa235ddc482e req-d864b07c-1dba-4dbe-9774-4f303feb8601 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:53.662595 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d072c2bf-e8bd-4e53-9521-fa235ddc482e req-d864b07c-1dba-4dbe-9774-4f303feb8601 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0508909 May 19 12:18:53.723332 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d072c2bf-e8bd-4e53-9521-fa235ddc482e req-b3aef34c-b778-4660-a386-0d3435a5cf70 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536318 May 19 12:18:54.873287 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29093838-9b5e-4125-8873-36ba0c59101e req-4507b176-87f9-464b-880c-b8e630674479 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:54.874797 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-29093838-9b5e-4125-8873-36ba0c59101e req-4507b176-87f9-464b-880c-b8e630674479 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.2513387 May 19 12:18:54.905600 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5377fc-3e82-4f42-b809-ba70c5630baa req-2b74dbc7-212c-474c-b785-11325a0c1611 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:54.907210 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f5377fc-3e82-4f42-b809-ba70c5630baa req-2b74dbc7-212c-474c-b785-11325a0c1611 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.2447009 May 19 12:18:54.959772 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-29093838-9b5e-4125-8873-36ba0c59101e req-23ccb0df-d38c-4e30-bf7c-4c747c1b67e9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782025 May 19 12:18:54.987388 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f5377fc-3e82-4f42-b809-ba70c5630baa req-4c725d7e-b7d6-4eeb-9b94-e99eaeb4c908 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 May 19 12:18:55.090541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb857d-8be6-46df-aa24-d994395cf7d9 req-40ab40a6-8a75-4408-a553-07a27a3c3b49 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:55.092068 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d0cb857d-8be6-46df-aa24-d994395cf7d9 req-40ab40a6-8a75-4408-a553-07a27a3c3b49 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0512280 May 19 12:18:55.157510 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d0cb857d-8be6-46df-aa24-d994395cf7d9 req-36c8d7a1-f340-45e3-b72e-7cc97208f65c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596130 May 19 12:18:56.080941 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:56.116019 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c92bf1-07c7-415c-91d5-5ba4c56bf96a req-ff1b7ae6-74d9-4d2e-a652-4dbc39bcc012 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:56.117590 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91c92bf1-07c7-415c-91d5-5ba4c56bf96a req-ff1b7ae6-74d9-4d2e-a652-4dbc39bcc012 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0821853 May 19 12:18:56.135627 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f13a-59ed-4598-a0d5-8368055ed501 req-52be8559-7f61-4f01-a8e6-3e4870c32cda tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:56.137127 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e092f13a-59ed-4598-a0d5-8368055ed501 req-52be8559-7f61-4f01-a8e6-3e4870c32cda tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0712466 May 19 12:18:56.205017 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91c92bf1-07c7-415c-91d5-5ba4c56bf96a req-703471d9-0f3f-40f7-a24f-9acf3d6db942 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814941 May 19 12:18:56.214777 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e092f13a-59ed-4598-a0d5-8368055ed501 req-b0c45946-06fd-46a1-9c06-b07d0d4cedfa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675626 May 19 12:18:56.340937 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52d20-01f4-4deb-b7b5-4846095e3cc9 req-e11fbd85-bcc0-4425-a950-799ee23fd1ae tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:56.342473 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4d52d20-01f4-4deb-b7b5-4846095e3cc9 req-e11fbd85-bcc0-4425-a950-799ee23fd1ae tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0529296 May 19 12:18:56.394691 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4d52d20-01f4-4deb-b7b5-4846095e3cc9 req-b78791e2-e0f5-426d-b046-cca3ff546a94 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 May 19 12:18:57.272158 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:18:57.409317 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc612e-24e3-420b-95f0-d3ddafa593fc req-5f80ae14-fb93-4075-b3b8-15323b780b18 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:57.412441 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-12cc612e-24e3-420b-95f0-d3ddafa593fc req-5f80ae14-fb93-4075-b3b8-15323b780b18 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.1095245 May 19 12:18:57.432613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca24c27-c9b6-4c6b-b7c8-e9098da719ff req-2c21df26-cb63-4aa2-aeaf-b29a11bb0e07 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:57.434258 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3ca24c27-c9b6-4c6b-b7c8-e9098da719ff req-2c21df26-cb63-4aa2-aeaf-b29a11bb0e07 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.1186657 May 19 12:18:57.516395 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-12cc612e-24e3-420b-95f0-d3ddafa593fc req-12ce600a-e560-473b-a990-b00930c0d853 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930140 May 19 12:18:57.521085 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3ca24c27-c9b6-4c6b-b7c8-e9098da719ff req-9956682c-3cd8-4397-9b9f-49409151a50b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803664 May 19 12:18:57.627870 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569bcc3-3ce6-4589-b8f1-19ce9b416740 req-49810f47-5ef2-4e74-b5b7-5928d34178f4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:57.629551 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d569bcc3-3ce6-4589-b8f1-19ce9b416740 req-49810f47-5ef2-4e74-b5b7-5928d34178f4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0522065 May 19 12:18:57.681329 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d569bcc3-3ce6-4589-b8f1-19ce9b416740 req-99cd184c-91ad-4aef-88d9-2c55dbd43e92 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 May 19 12:18:57.956208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:57.971624 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fbf33-d576-45f9-a1e1-76049944e835 req-28719e3d-22b0-4460-98fc-8b1d751e4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:57.973409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-153fbf33-d576-45f9-a1e1-76049944e835 req-28719e3d-22b0-4460-98fc-8b1d751e4231 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d2de86d602945238f5df0e2c388004f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2159832 May 19 12:18:58.289651 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d63-8c59-45c2-90d9-6226a58bb3a4 req-c1a6fb58-9f8b-400d-a21c-c168c9542b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:58.291139 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22937d63-8c59-45c2-90d9-6226a58bb3a4 req-c1a6fb58-9f8b-400d-a21c-c168c9542b22 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2185347 May 19 12:18:58.792476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224d750-31f0-4965-84ad-dba96f3febc2 req-fb88b674-a215-4cdc-8a54-66de8e81fb87 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:58.794037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a224d750-31f0-4965-84ad-dba96f3febc2 req-fb88b674-a215-4cdc-8a54-66de8e81fb87 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.1916764 May 19 12:18:58.844863 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46c77b-eee7-4ef5-bfac-25d851311f1d req-cc527b9f-724d-4140-b840-6bba51fe0c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:58.846266 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec46c77b-eee7-4ef5-bfac-25d851311f1d req-cc527b9f-724d-4140-b840-6bba51fe0c09 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.1954913 May 19 12:18:58.952819 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fbf33-d576-45f9-a1e1-76049944e835 req-20b9d345-b051-494b-ad41-3085e011540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:58.954312 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-153fbf33-d576-45f9-a1e1-76049944e835 req-20b9d345-b051-494b-ad41-3085e011540a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3406389 May 19 12:18:58.971816 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a224d750-31f0-4965-84ad-dba96f3febc2 req-372c8877-0e62-400f-9ec7-d14c9ced33e0 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675780 May 19 12:18:58.975020 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec46c77b-eee7-4ef5-bfac-25d851311f1d req-deb7c3e7-084c-4bdc-834a-864cc42e08de tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154180 May 19 12:18:59.134651 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a4ec-8312-4849-aaa3-99d0c3d76197 req-230f1bf6-1f2f-4ef5-87ad-118e6ba9b4b8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:59.136446 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c12a4ec-8312-4849-aaa3-99d0c3d76197 req-230f1bf6-1f2f-4ef5-87ad-118e6ba9b4b8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0753853 May 19 12:18:59.174176 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:59.206096 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:59.208096 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:18:59.215014 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c12a4ec-8312-4849-aaa3-99d0c3d76197 req-13bbe2d5-958b-41f1-826b-4cd31bc6e96a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697482 May 19 12:18:59.250481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014385d2-a48c-497a-84d7-5bc64d424cec req-20f9827a-eee1-4406-837e-320a034661ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:59.253382 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-014385d2-a48c-497a-84d7-5bc64d424cec req-20f9827a-eee1-4406-837e-320a034661ac service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1130 time: 0.0566244 May 19 12:18:59.322789 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-9a07195b-fbe0-450c-9781-4950e47fdb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:59.324434 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-9a07195b-fbe0-450c-9781-4950e47fdb67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1127 time: 0.0505137 May 19 12:18:59.355769 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-1fcb0f3c-ad7d-448e-b010-28df16979250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:59.357211 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-1fcb0f3c-ad7d-448e-b010-28df16979250 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 1127 time: 0.0745573 May 19 12:18:59.359296 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-014385d2-a48c-497a-84d7-5bc64d424cec req-6be4d445-2495-424a-8e23-5468939a7d80 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857215 May 19 12:18:59.408622 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-16d0cebf-b526-4f59-a70e-c579148cc031 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 200 len: 217 time: 0.0700390 May 19 12:18:59.883086 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f78f13-489f-45a9-93c8-d1babb63bd94 req-ac905be6-85cc-4770-801f-d11eb52ad51d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:18:59.885055 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c0f78f13-489f-45a9-93c8-d1babb63bd94 req-ac905be6-85cc-4770-801f-d11eb52ad51d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0525334 May 19 12:18:59.945430 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c0f78f13-489f-45a9-93c8-d1babb63bd94 req-6686f9f3-fade-4b15-a35e-394aef543169 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538194 May 19 12:19:00.110842 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097a630-4850-4a71-8a37-5b76b2daec77 req-e7425f80-bf97-4a0f-ae81-27c5bf73047f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:00.112800 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6097a630-4850-4a71-8a37-5b76b2daec77 req-e7425f80-bf97-4a0f-ae81-27c5bf73047f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0612240 May 19 12:19:00.178203 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-5cd05b5b-ac98-48d2-9a9a-6ccb8e7d2998 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 HTTP/1.1" status: 200 len: 217 time: 0.0444357 May 19 12:19:00.224784 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6097a630-4850-4a71-8a37-5b76b2daec77 req-3530bf83-9080-4895-be07-54a2e4756014 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033564 May 19 12:19:00.226913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-7ee9ee77-4db7-4809-aa13-c316d40de14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:00.228861 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-7ee9ee77-4db7-4809-aa13-c316d40de14b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0643082 May 19 12:19:00.259725 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-17204bbf-7ea2-47b3-8210-f5393ff6ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:00.266248 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-17204bbf-7ea2-47b3-8210-f5393ff6ee1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0786748 May 19 12:19:00.362234 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1acf0-2959-49cb-b956-4b73dab52248 req-43319097-5380-4275-aeaa-c3633cbd0bef tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:00.363915 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05d1acf0-2959-49cb-b956-4b73dab52248 req-43319097-5380-4275-aeaa-c3633cbd0bef tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0506952 May 19 12:19:00.423803 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05d1acf0-2959-49cb-b956-4b73dab52248 req-dee142c9-313f-46c2-b53e-4eafd247532d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525291 May 19 12:19:01.065505 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-563638aa-7a99-4e51-9d91-4973bfefac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.068180 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-563638aa-7a99-4e51-9d91-4973bfefac57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1079710 May 19 12:19:01.083702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-fad40b7e-ff07-43db-b297-3e32ab1f6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.086734 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a21b-167b-4cbc-963d-ede760f301fa req-fb896d8a-6153-4f70-a5a6-a83c830b86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.086923 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-fad40b7e-ff07-43db-b297-3e32ab1f6efd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1258502 May 19 12:19:01.087091 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-fb896d8a-6153-4f70-a5a6-a83c830b86c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1129 time: 0.1050546 May 19 12:19:01.266764 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1715-1855-4f7f-9050-4d6b158f519a req-4a4f8abc-670f-4f4b-9189-9b45da31bcfa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.268387 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f75c1715-1855-4f7f-9050-4d6b158f519a req-4a4f8abc-670f-4f4b-9189-9b45da31bcfa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0824094 May 19 12:19:01.287780 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-6992a08d-9d40-44d7-b64b-b5dbbf950bca service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871059 May 19 12:19:01.293360 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-ed85438d-6a64-443c-b32f-752e5b34c6d2 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057900 May 19 12:19:01.309115 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a21b-167b-4cbc-963d-ede760f301fa req-1a7a1e58-770f-4d46-babf-1637c6cf702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.313543 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-1a7a1e58-770f-4d46-babf-1637c6cf702b service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.2054391 May 19 12:19:01.331114 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:01.392918 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f75c1715-1855-4f7f-9050-4d6b158f519a req-4953c559-1940-4c53-a9b2-205301588eed tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155882 May 19 12:19:01.426131 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-b3cbe434-9d7c-4a66-a476-c471f0956c03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 200 len: 217 time: 0.0493541 May 19 12:19:01.453944 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b5b8c-f209-4e42-b712-406ed0d1c75e req-f4feaa6e-c9aa-44a7-8606-123b40cbe512 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.455499 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f53b5b8c-f209-4e42-b712-406ed0d1c75e req-f4feaa6e-c9aa-44a7-8606-123b40cbe512 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0793135 May 19 12:19:01.474221 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e85d1d8d-9f2f-489a-a09f-ab51560d2c5d req-0be08722-1684-4bd2-9355-53bc23b5419f service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592331 May 19 12:19:01.488641 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e0fe8b1d-bcce-4bb7-a702-6296056dd912 req-acd7b0af-b1ec-4248-876d-d2590284bb41 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791022 May 19 12:19:01.525063 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f53b5b8c-f209-4e42-b712-406ed0d1c75e req-e3f3de14-681c-4991-9f9b-122d0f776202 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569677 May 19 12:19:01.613876 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58362b-01c8-41ff-9e59-24918a753d77 req-ccfa07ce-8547-4524-a865-81300d93dc37 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:01.615854 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4e58362b-01c8-41ff-9e59-24918a753d77 req-ccfa07ce-8547-4524-a865-81300d93dc37 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0846770 May 19 12:19:01.676402 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4e58362b-01c8-41ff-9e59-24918a753d77 req-185ccfc2-4833-43cc-8528-af1b71559c12 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499763 May 19 12:19:02.514661 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800fbc4-c7b6-4b6e-b71f-87e923b7b3d1 req-ea3a1f84-7a5a-4c76-8006-6d09bd25158c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:02.516155 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5800fbc4-c7b6-4b6e-b71f-87e923b7b3d1 req-ea3a1f84-7a5a-4c76-8006-6d09bd25158c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0486314 May 19 12:19:02.564709 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5800fbc4-c7b6-4b6e-b71f-87e923b7b3d1 req-ed308bc3-9919-4f9d-9020-b3b22600a043 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 May 19 12:19:02.671658 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb03a3-b624-41ae-940a-64b8d6c7aa8a req-83aa9857-7c57-494c-a1d0-be4a20a389bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:02.673363 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d4cb03a3-b624-41ae-940a-64b8d6c7aa8a req-83aa9857-7c57-494c-a1d0-be4a20a389bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0517805 May 19 12:19:02.731994 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d4cb03a3-b624-41ae-940a-64b8d6c7aa8a req-6776d55c-da31-4ad3-b004-5beb7aacc706 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522883 May 19 12:19:03.014930 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694a839-e584-4ad6-94b3-9364f624ecf5 req-8b465033-ca04-43e1-ba27-2a57d248ec17 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:03.016469 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5694a839-e584-4ad6-94b3-9364f624ecf5 req-8b465033-ca04-43e1-ba27-2a57d248ec17 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.2206082 May 19 12:19:03.037803 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:03.068790 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5694a839-e584-4ad6-94b3-9364f624ecf5 req-ee349b52-dc96-4e6b-9564-30ec531d237b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 May 19 12:19:03.688642 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec77236-9a8e-4015-92f0-6143d3d7126b req-e9262b14-b398-4e2f-a425-aef62ba980cf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:03.690159 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7ec77236-9a8e-4015-92f0-6143d3d7126b req-e9262b14-b398-4e2f-a425-aef62ba980cf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0494494 May 19 12:19:03.744617 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7ec77236-9a8e-4015-92f0-6143d3d7126b req-cc0700f2-440b-4be4-ba84-81c38c5ab505 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 May 19 12:19:03.868439 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d06ec5-933d-4c44-b108-fb432a9b5708 req-7b79c2ff-27f0-4dee-9638-c66c5278ce5a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:03.870018 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d8d06ec5-933d-4c44-b108-fb432a9b5708 req-7b79c2ff-27f0-4dee-9638-c66c5278ce5a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0620830 May 19 12:19:03.922437 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d8d06ec5-933d-4c44-b108-fb432a9b5708 req-8cf59b98-beaf-4c78-9be9-50fd6a4de602 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466423 May 19 12:19:04.185887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5caa9-04cd-4a0c-b06a-2d96032d552d req-08492269-2044-4f5b-9701-224214b4cd7c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:04.187382 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1af5caa9-04cd-4a0c-b06a-2d96032d552d req-08492269-2044-4f5b-9701-224214b4cd7c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0486650 May 19 12:19:04.236185 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1af5caa9-04cd-4a0c-b06a-2d96032d552d req-d49d9024-af6b-49db-9eb6-0e3de2338752 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 May 19 12:19:04.862208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4922-ccf4-47a0-8f52-ac9f1d8b8dea req-e1480656-fa56-4f73-b7f3-1386b3393cac tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:04.863662 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c85b4922-ccf4-47a0-8f52-ac9f1d8b8dea req-e1480656-fa56-4f73-b7f3-1386b3393cac tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0502462 May 19 12:19:04.911485 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c85b4922-ccf4-47a0-8f52-ac9f1d8b8dea req-14ce99a7-d694-4e44-8868-0c60ee437bf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 May 19 12:19:05.036155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759a8f5-7acc-4044-84b1-a585d31bc423 req-11763f7b-d925-4535-9918-a919f5590f0d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:05.037567 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0759a8f5-7acc-4044-84b1-a585d31bc423 req-11763f7b-d925-4535-9918-a919f5590f0d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0479851 May 19 12:19:05.068014 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:05.085337 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0759a8f5-7acc-4044-84b1-a585d31bc423 req-64cf18ea-8e2e-4987-a052-77f24326963b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 May 19 12:19:05.353140 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25330325-dc97-4b9f-ad86-0f059f043ed8 req-cef70bc9-3ac1-46d7-a2e0-131e8f184177 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:05.354646 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-25330325-dc97-4b9f-ad86-0f059f043ed8 req-cef70bc9-3ac1-46d7-a2e0-131e8f184177 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0500996 May 19 12:19:05.412194 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-25330325-dc97-4b9f-ad86-0f059f043ed8 req-eb48320e-45e9-4ecc-a9a8-000d457875f3 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519416 May 19 12:19:06.035074 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ce320-eaab-4773-813b-1370a9cefe57 req-9e05194d-74e0-4943-85cc-cc19356d8d8d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:06.036611 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c63ce320-eaab-4773-813b-1370a9cefe57 req-9e05194d-74e0-4943-85cc-cc19356d8d8d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0514901 May 19 12:19:06.087873 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c63ce320-eaab-4773-813b-1370a9cefe57 req-6b18a4ba-1bec-4000-8850-5f0785c74ad6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 May 19 12:19:06.204536 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66951c06-9755-4e23-b1af-cce904254b6a req-774090b8-3813-479a-8115-b542f49ee447 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:06.206093 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-66951c06-9755-4e23-b1af-cce904254b6a req-774090b8-3813-479a-8115-b542f49ee447 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0521441 May 19 12:19:06.254699 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-66951c06-9755-4e23-b1af-cce904254b6a req-40b93f24-faff-4b23-8d74-6e147712cf85 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 May 19 12:19:06.543833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33587c1d-0ef8-4cd5-8236-e1db779802f4 req-c7abb9a9-3ac8-457e-81eb-5c68688098d8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:06.545324 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33587c1d-0ef8-4cd5-8236-e1db779802f4 req-c7abb9a9-3ac8-457e-81eb-5c68688098d8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0543127 May 19 12:19:06.597386 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33587c1d-0ef8-4cd5-8236-e1db779802f4 req-c8c0be2a-959d-4366-a5d9-e76914b98e61 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 May 19 12:19:06.995899 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a21b-167b-4cbc-963d-ede760f301fa req-7516e479-e947-49a5-b839-c36c15a864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:06.997392 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-7516e479-e947-49a5-b839-c36c15a864d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0473108 May 19 12:19:07.209924 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaf7ba-d548-4786-a11e-2f9493216dd5 req-cdf472d8-fedd-4443-b0f1-a5e54f7f5585 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:07.211640 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2dcaf7ba-d548-4786-a11e-2f9493216dd5 req-cdf472d8-fedd-4443-b0f1-a5e54f7f5585 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0509932 May 19 12:19:07.266506 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2dcaf7ba-d548-4786-a11e-2f9493216dd5 req-30a15aee-f7c7-4fd0-956a-ae971d6c39d0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489151 May 19 12:19:07.378996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42889b7b-0698-41a3-ae13-70fec684d5ce req-b5782212-f02c-4038-991f-9e58a65c057a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:07.380459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-42889b7b-0698-41a3-ae13-70fec684d5ce req-b5782212-f02c-4038-991f-9e58a65c057a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0493767 May 19 12:19:07.426548 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:07.435088 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-42889b7b-0698-41a3-ae13-70fec684d5ce req-abe8c1b8-d824-47d9-9caf-ae1297243dd6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479116 May 19 12:19:07.712770 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b07c34-eeea-4afb-9223-bbef25e214b0 req-09d9d516-7c78-4def-93c6-de9905b305cd tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:07.714314 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9b07c34-eeea-4afb-9223-bbef25e214b0 req-09d9d516-7c78-4def-93c6-de9905b305cd tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0479281 May 19 12:19:07.764216 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9b07c34-eeea-4afb-9223-bbef25e214b0 req-46c7f074-6563-4389-b90f-2932b28c89d3 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 May 19 12:19:08.386137 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543eea9-06b9-428b-9c37-24c8e3fabea6 req-34a2bdd5-1db8-452e-a99e-8efd9eedc096 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:08.387619 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b543eea9-06b9-428b-9c37-24c8e3fabea6 req-34a2bdd5-1db8-452e-a99e-8efd9eedc096 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0495861 May 19 12:19:08.437582 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b543eea9-06b9-428b-9c37-24c8e3fabea6 req-bf25dbfe-ee6b-4813-bcd4-4cade41bd6b1 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 May 19 12:19:08.562157 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97fc6-2197-41bd-bf33-1f0bf95a5acf req-e4b96f30-4981-46b3-af45-7cd0c4613499 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:08.565975 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89f97fc6-2197-41bd-bf33-1f0bf95a5acf req-e4b96f30-4981-46b3-af45-7cd0c4613499 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0594926 May 19 12:19:08.622069 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=23 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:08.624061 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=11 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:08.628389 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89f97fc6-2197-41bd-bf33-1f0bf95a5acf req-d3630289-9500-409b-92bb-eaf6c0ba12a9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558493 May 19 12:19:08.882098 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9490-8716-413c-ba20-22abec9fc97d req-ca429af4-69b9-4f2b-a8e5-5bdbe6c5bc78 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:08.884890 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a86c9490-8716-413c-ba20-22abec9fc97d req-ca429af4-69b9-4f2b-a8e5-5bdbe6c5bc78 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0509086 May 19 12:19:08.938957 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a86c9490-8716-413c-ba20-22abec9fc97d req-3722e0a4-1187-404e-8c7d-0bcb5e8e9bb5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483830 May 19 12:19:09.197139 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42406) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:09.337053 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:09.374642 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:09.376558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:09.421886 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Publish callbacks [] for security_group (053d2f20-b2c9-4511-b5b2-4232011c9858), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:09.483586 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (053d2f20-b2c9-4511-b5b2-4232011c9858), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:09.539697 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4798f6c0018540c38a0d0c6276dccafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414028 May 19 12:19:09.541617 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053d2f20-b2c9-4511-b5b2-4232011c9858,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:09.543984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42426) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:09.560962 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.565320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.566394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334fa6f-4b58-42cf-beb0-49cd5f6624d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:09.567659 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35036ef6-bff9-46fc-82de-5caacb8c6425 req-9bd6d1d3-a337-4647-bd76-03da21d0bdd8 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:09.570868 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-35036ef6-bff9-46fc-82de-5caacb8c6425 req-9bd6d1d3-a337-4647-bd76-03da21d0bdd8 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0566306 May 19 12:19:09.612709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e552477c-7f21-41fa-a6f5-8223f4f884cd admin admin] Publish callbacks [] for security_group (053d2f20-b2c9-4511-b5b2-4232011c9858), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:09.619059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:09.631692 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-35036ef6-bff9-46fc-82de-5caacb8c6425 req-073ea876-465e-4fd6-aea7-aebb0d874f3c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 May 19 12:19:09.636499 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e552477c-7f21-41fa-a6f5-8223f4f884cd admin admin] Publish callbacks [] for security_group (053d2f20-b2c9-4511-b5b2-4232011c9858), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:09.754239 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f57c5b-461d-4a17-b7ce-ac3a115fc9f2 req-efcafaa0-9a7b-4c7d-a475-e6afa1457981 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:09.756003 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-99f57c5b-461d-4a17-b7ce-ac3a115fc9f2 req-efcafaa0-9a7b-4c7d-a475-e6afa1457981 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0525007 May 19 12:19:09.809717 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-99f57c5b-461d-4a17-b7ce-ac3a115fc9f2 req-fbaae86e-9ede-4473-ba5d-e32e6682c2ab tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469418 May 19 12:19:10.016542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e552477c-7f21-41fa-a6f5-8223f4f884cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (053d2f20-b2c9-4511-b5b2-4232011c9858), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:10.019324 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e552477c-7f21-41fa-a6f5-8223f4f884cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:10.029720 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-e552477c-7f21-41fa-a6f5-8223f4f884cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/053d2f20-b2c9-4511-b5b2-4232011c9858 HTTP/1.1" status: 204 len: 168 time: 0.4801345 May 19 12:19:10.040734 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552477c-7f21-41fa-a6f5-8223f4f884cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d2f20-b2c9-4511-b5b2-4232011c9858,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:10.071704 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902ed7c-8208-4cd4-b97d-9e05c2e72f17 req-5dfce91f-dc54-4cfb-9ec9-1e5e8bcdc021 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:10.073464 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d902ed7c-8208-4cd4-b97d-9e05c2e72f17 req-5dfce91f-dc54-4cfb-9ec9-1e5e8bcdc021 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0632386 May 19 12:19:10.135098 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d902ed7c-8208-4cd4-b97d-9e05c2e72f17 req-906949dd-7a93-42a9-9481-367fd1b072c0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537350 May 19 12:19:10.757715 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fb009-de64-4e64-8e49-3ccefd347b64 req-e63c543e-a84d-4338-aac3-d09b4f592c32 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:10.760461 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8f0fb009-de64-4e64-8e49-3ccefd347b64 req-e63c543e-a84d-4338-aac3-d09b4f592c32 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0532160 May 19 12:19:10.810533 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42466) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:10.822715 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8f0fb009-de64-4e64-8e49-3ccefd347b64 req-5d2912cd-f705-44c8-a549-8a98f2b971bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526929 May 19 12:19:10.957795 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4f5bebe6-e8d0-458f-a7c5-1000af9b4171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:10.974309 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de4283-cd59-487f-a48d-15559bb60fa9 req-5d39cdce-04eb-4ebb-9d46-dd20e62938ed tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:10.980550 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37de4283-cd59-487f-a48d-15559bb60fa9 req-5d39cdce-04eb-4ebb-9d46-dd20e62938ed tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0602021 May 19 12:19:11.040202 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37de4283-cd59-487f-a48d-15559bb60fa9 req-0094b045-cb39-472a-9b24-57d4c088693a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574331 May 19 12:19:11.048445 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4f5bebe6-e8d0-458f-a7c5-1000af9b4171 admin admin] Publish callbacks [] for security_group (4558da7a-0f6f-4a83-b068-f7f528dbac86), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.148081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4f5bebe6-e8d0-458f-a7c5-1000af9b4171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4558da7a-0f6f-4a83-b068-f7f528dbac86), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.190774 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-4f5bebe6-e8d0-458f-a7c5-1000af9b4171 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d86579d965f4b58b343e87d2e4960f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778062 May 19 12:19:11.191645 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bebe6-e8d0-458f-a7c5-1000af9b4171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4558da7a-0f6f-4a83-b068-f7f528dbac86,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:11.194416 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42488) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:11.240271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:11.251406 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b511a85d-998f-4c8c-856d-d4a578cb3e4a admin admin] Publish callbacks [] for security_group (4558da7a-0f6f-4a83-b068-f7f528dbac86), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.274185 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165699d-e3f5-4855-8d9b-3da51aaa6ad7 req-93ede360-c03b-41a8-9095-5e28cb5f0aff tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:11.275780 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a165699d-e3f5-4855-8d9b-3da51aaa6ad7 req-93ede360-c03b-41a8-9095-5e28cb5f0aff tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0602481 May 19 12:19:11.288274 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b511a85d-998f-4c8c-856d-d4a578cb3e4a admin admin] Publish callbacks [] for security_group (4558da7a-0f6f-4a83-b068-f7f528dbac86), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.311752 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:11.333822 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a165699d-e3f5-4855-8d9b-3da51aaa6ad7 req-bf0eee38-dd53-4c81-9f53-aa25ef4f264d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518208 May 19 12:19:11.466108 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42502) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:11.474785 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b511a85d-998f-4c8c-856d-d4a578cb3e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4558da7a-0f6f-4a83-b068-f7f528dbac86), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.484286 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b511a85d-998f-4c8c-856d-d4a578cb3e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.484286 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b511a85d-998f-4c8c-856d-d4a578cb3e4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4558da7a-0f6f-4a83-b068-f7f528dbac86 HTTP/1.1" status: 204 len: 168 time: 0.2873800 May 19 12:19:11.494787 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a85d-998f-4c8c-856d-d4a578cb3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4558da7a-0f6f-4a83-b068-f7f528dbac86,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:11.605624 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c693792e-21c5-4bc5-b028-cf0f9176c9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.691740 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c693792e-21c5-4bc5-b028-cf0f9176c9f4 admin admin] Publish callbacks [] for security_group (47de8890-86a1-4c97-a3cd-b28d9290d89f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.816489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c693792e-21c5-4bc5-b028-cf0f9176c9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (47de8890-86a1-4c97-a3cd-b28d9290d89f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:11.837982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:11.859739 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693792e-21c5-4bc5-b028-cf0f9176c9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47de8890-86a1-4c97-a3cd-b28d9290d89f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:11.869530 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c693792e-21c5-4bc5-b028-cf0f9176c9f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c781d06772d4a11b11d7bacab2cdcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994501 May 19 12:19:11.870034 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 42514) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:11.971540 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0884ac-266c-4eb2-87bf-d4fe21b4bd1f req-71269f57-0ef2-466e-b701-024a08637847 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:11.973152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fc0884ac-266c-4eb2-87bf-d4fe21b4bd1f req-71269f57-0ef2-466e-b701-024a08637847 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0697429 May 19 12:19:11.973826 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Publish callbacks [] for security_group (47de8890-86a1-4c97-a3cd-b28d9290d89f), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.012595 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Publish callbacks [] for security_group (47de8890-86a1-4c97-a3cd-b28d9290d89f), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.071011 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fc0884ac-266c-4eb2-87bf-d4fe21b4bd1f req-9a26e4e1-c124-474e-bfc7-4af80081e060 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865068 May 19 12:19:12.182228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd430-bd2f-46b6-b52a-9eabbcff3719 req-883b89eb-cb02-4fff-b989-6a7cbfafbee9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:12.183762 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-541bd430-bd2f-46b6-b52a-9eabbcff3719 req-883b89eb-cb02-4fff-b989-6a7cbfafbee9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0515156 May 19 12:19:12.184918 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (47de8890-86a1-4c97-a3cd-b28d9290d89f), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.187622 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.191423 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47de8890-86a1-4c97-a3cd-b28d9290d89f HTTP/1.1" status: 204 len: 168 time: 0.3199437 May 19 12:19:12.206507 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42524) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:12.223341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47de8890-86a1-4c97-a3cd-b28d9290d89f,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:12.239135 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.239488 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.239885 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.240238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.240579 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.240912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.241251 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.241641 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.242252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.242342 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.242657 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.242994 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.243320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.243675 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.244070 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb37c58-15d4-4bea-86c9-c5fbf72451b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:12.275584 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-541bd430-bd2f-46b6-b52a-9eabbcff3719 req-1b5d3a4b-8625-418d-9136-6da9a2ced124 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828485 May 19 12:19:12.389013 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 42530) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:12.415419 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8314-1834-47eb-b58c-413d6fe5a614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.472151 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d8e840a1-97c1-4b82-96cc-4ad238f74948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.500920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd6dd5-5da7-4cb0-aba1-4e9a44961d4c req-e21edca8-0398-41b3-bda1-61efa9d0df4f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:12.502682 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6bbd6dd5-5da7-4cb0-aba1-4e9a44961d4c req-e21edca8-0398-41b3-bda1-61efa9d0df4f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0773418 May 19 12:19:12.565499 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:12.576962 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26cd-1e24-4720-8cc1-22752874e214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.589238 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6bbd6dd5-5da7-4cb0-aba1-4e9a44961d4c req-2844fa92-2ca6-41c7-a3df-cbd10f4a9668 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757661 May 19 12:19:12.603316 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8314-1834-47eb-b58c-413d6fe5a614 admin admin] Publish callbacks [] for security_group (8b13569a-3218-43a0-a7db-7461ad4ba385), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.674554 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26cd-1e24-4720-8cc1-22752874e214 admin admin] Publish callbacks [] for security_group (3961ef71-7591-4e56-9661-d89ad316f86d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.724011 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8314-1834-47eb-b58c-413d6fe5a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8b13569a-3218-43a0-a7db-7461ad4ba385), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.766305 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8314-1834-47eb-b58c-413d6fe5a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13569a-3218-43a0-a7db-7461ad4ba385,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:12.770956 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-8e6e8314-1834-47eb-b58c-413d6fe5a614 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=633bf351dd7c494e9bbabd2704f0e517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804774 May 19 12:19:12.773797 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42534) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:12.811846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d5f26cd-1e24-4720-8cc1-22752874e214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (3961ef71-7591-4e56-9661-d89ad316f86d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.864495 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9d5f26cd-1e24-4720-8cc1-22752874e214 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffd41da0ef7d4603a9559d65de6c6a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6568184 May 19 12:19:12.868167 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42536) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:12.869555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f26cd-1e24-4720-8cc1-22752874e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3961ef71-7591-4e56-9661-d89ad316f86d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:12.882673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-befe09fa-9a10-4172-87dd-53dcd957e2de admin admin] Publish callbacks [] for security_group (8b13569a-3218-43a0-a7db-7461ad4ba385), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.926929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-befe09fa-9a10-4172-87dd-53dcd957e2de admin admin] Publish callbacks [] for security_group (8b13569a-3218-43a0-a7db-7461ad4ba385), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.966318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:12.975806 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a993f2b5-566e-416f-bb5e-27e530872f60 admin admin] Publish callbacks [] for security_group (3961ef71-7591-4e56-9661-d89ad316f86d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:12.997308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a993f2b5-566e-416f-bb5e-27e530872f60 admin admin] Publish callbacks [] for security_group (3961ef71-7591-4e56-9661-d89ad316f86d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.119064 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-befe09fa-9a10-4172-87dd-53dcd957e2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8b13569a-3218-43a0-a7db-7461ad4ba385), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.121725 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-befe09fa-9a10-4172-87dd-53dcd957e2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.122919 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-befe09fa-9a10-4172-87dd-53dcd957e2de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b13569a-3218-43a0-a7db-7461ad4ba385 HTTP/1.1" status: 204 len: 168 time: 0.3482533 May 19 12:19:13.131435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe09fa-9a10-4172-87dd-53dcd957e2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13569a-3218-43a0-a7db-7461ad4ba385,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:13.182507 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a993f2b5-566e-416f-bb5e-27e530872f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (3961ef71-7591-4e56-9661-d89ad316f86d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.185150 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a993f2b5-566e-416f-bb5e-27e530872f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.186398 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a993f2b5-566e-416f-bb5e-27e530872f60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3961ef71-7591-4e56-9661-d89ad316f86d HTTP/1.1" status: 204 len: 168 time: 0.3177571 May 19 12:19:13.198859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993f2b5-566e-416f-bb5e-27e530872f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3961ef71-7591-4e56-9661-d89ad316f86d,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:13.206762 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42546) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:13.219406 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9d7b-bb71-4bd7-a833-0d464bb1b864 req-c410a3d7-57ae-4086-93ba-fc5d3b1c3e1e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:13.221075 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-818a9d7b-bb71-4bd7-a833-0d464bb1b864 req-c410a3d7-57ae-4086-93ba-fc5d3b1c3e1e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0645413 May 19 12:19:13.232707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-494d3a83-0867-4b23-bab8-11ce0ad8bcec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.275113 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-818a9d7b-bb71-4bd7-a833-0d464bb1b864 req-9eabe195-fa79-4278-ad1a-16787ca400bb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472074 May 19 12:19:13.336033 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-494d3a83-0867-4b23-bab8-11ce0ad8bcec admin admin] Publish callbacks [] for security_group (c8b9a020-b076-4e6c-9c43-2f760ff5ddab), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.397191 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:13.410242 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-494d3a83-0867-4b23-bab8-11ce0ad8bcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c8b9a020-b076-4e6c-9c43-2f760ff5ddab), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.415053 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f46d43-50cb-4048-9f02-98e3a0341577 req-0d324ba1-7d38-4a64-8de1-f8a50f489de2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:13.418949 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-69f46d43-50cb-4048-9f02-98e3a0341577 req-0d324ba1-7d38-4a64-8de1-f8a50f489de2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0559342 May 19 12:19:13.462532 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-494d3a83-0867-4b23-bab8-11ce0ad8bcec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f2a1b6c9bd74b8c825d17d4362c01e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517312 May 19 12:19:13.462532 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d3a83-0867-4b23-bab8-11ce0ad8bcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9a020-b076-4e6c-9c43-2f760ff5ddab,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:13.464247 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42552) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:13.469736 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-69f46d43-50cb-4048-9f02-98e3a0341577 req-9e834f7f-e4f8-48be-b5f0-687464692752 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 May 19 12:19:13.533433 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e3684028-b5c5-41d6-b55a-acd298514877 admin admin] Publish callbacks [] for security_group (c8b9a020-b076-4e6c-9c43-2f760ff5ddab), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.555674 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:13.557831 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e3684028-b5c5-41d6-b55a-acd298514877 admin admin] Publish callbacks [] for security_group (c8b9a020-b076-4e6c-9c43-2f760ff5ddab), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.678011 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e3684028-b5c5-41d6-b55a-acd298514877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c8b9a020-b076-4e6c-9c43-2f760ff5ddab), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.681424 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e3684028-b5c5-41d6-b55a-acd298514877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:13.682597 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-e3684028-b5c5-41d6-b55a-acd298514877 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8b9a020-b076-4e6c-9c43-2f760ff5ddab HTTP/1.1" status: 204 len: 168 time: 0.2060292 May 19 12:19:13.691177 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3684028-b5c5-41d6-b55a-acd298514877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9a020-b076-4e6c-9c43-2f760ff5ddab,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:13.734000 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc64688-383b-44d8-a33d-cb1aa2673ae2 req-9c5d1d53-9d18-4993-8002-dfd4b33dc00f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:13.735632 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9dc64688-383b-44d8-a33d-cb1aa2673ae2 req-9c5d1d53-9d18-4993-8002-dfd4b33dc00f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 943 time: 0.0629168 May 19 12:19:13.788485 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9dc64688-383b-44d8-a33d-cb1aa2673ae2 req-c066906e-e604-42e3-9137-0e2fa35de63c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460975 May 19 12:19:13.956116 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 0269a249-9630-404e-8eb1-a23ce804a3bd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:19:14.074094 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 0269a249-9630-404e-8eb1-a23ce804a3bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0269a249-9630-404e-8eb1-a23ce804a3bd,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:14.085969 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'port_id': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'mac_address': 'fa:16:3e:c3:13:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:19:14.122262 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 0269a249-9630-404e-8eb1-a23ce804a3bd is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:19:14.122619 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.137005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0269a249-9630-404e-8eb1-a23ce804a3bd {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:19:14.157678 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 0269a249-9630-404e-8eb1-a23ce804a3bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0269a249-9630-404e-8eb1-a23ce804a3bd,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:14.192137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.220697 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.280183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=0269a249-9630-404e-8eb1-a23ce804a3bd,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:14.280183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.280183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.280183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.280183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.280183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.280883 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.280883 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.281037 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.281272 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.281692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.282033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.282373 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.282699 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.283020 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.283362 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:19:14.361433 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42586) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:14.382066 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-34d027c3-1d8b-4b2f-9f4b-852568a0a0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.404684 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28c3f7-2e73-4794-b33d-2ff326e2c4af req-0b754a06-5661-48e2-9446-4ea1ef1fb7b2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:14.406262 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bc28c3f7-2e73-4794-b33d-2ff326e2c4af req-0b754a06-5661-48e2-9446-4ea1ef1fb7b2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0551820 May 19 12:19:14.462665 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bc28c3f7-2e73-4794-b33d-2ff326e2c4af req-493dae78-7ecb-47f5-9fe8-0033979d67ab tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 May 19 12:19:14.473427 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-34d027c3-1d8b-4b2f-9f4b-852568a0a0b1 admin admin] Publish callbacks [] for security_group (9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.588194 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-34d027c3-1d8b-4b2f-9f4b-852568a0a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.598922 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40201dd3-e9a7-427b-b769-e92689625472 req-18dac0c7-e237-40b9-a758-8c4cfd78a355 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:14.600623 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40201dd3-e9a7-427b-b769-e92689625472 req-18dac0c7-e237-40b9-a758-8c4cfd78a355 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0515087 May 19 12:19:14.635333 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-34d027c3-1d8b-4b2f-9f4b-852568a0a0b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=238a310adf454901970f67a73b78c4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731109 May 19 12:19:14.637887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42598) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:14.645771 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d027c3-1d8b-4b2f-9f4b-852568a0a0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:14.660971 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40201dd3-e9a7-427b-b769-e92689625472 req-312aaf02-fb88-4069-8295-278c318c8380 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479293 May 19 12:19:14.707130 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87f22e43-cccc-4bcd-beb9-8dee2b169890 admin admin] Publish callbacks [] for security_group (9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.734331 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87f22e43-cccc-4bcd-beb9-8dee2b169890 admin admin] Publish callbacks [] for security_group (9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.919077 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87f22e43-cccc-4bcd-beb9-8dee2b169890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.919473 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f8618156-d3b3-422b-bf38-b3e4d817faac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.921699 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87f22e43-cccc-4bcd-beb9-8dee2b169890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:14.922860 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-87f22e43-cccc-4bcd-beb9-8dee2b169890 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c HTTP/1.1" status: 204 len: 168 time: 0.2838392 May 19 12:19:14.927165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:14.941495 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f22e43-cccc-4bcd-beb9-8dee2b169890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9078f89e-1cad-4ca7-8b5b-1e9d8818bd8c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:14.956457 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271b80f-3e28-48c7-8a70-2a5e424352fc req-37e5ec04-1f2b-405b-97e8-032efc7814b1 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:14.964979 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6271b80f-3e28-48c7-8a70-2a5e424352fc req-37e5ec04-1f2b-405b-97e8-032efc7814b1 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 944 time: 0.0889621 May 19 12:19:15.029821 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6271b80f-3e28-48c7-8a70-2a5e424352fc req-7ff5aa98-0b8f-4043-acf8-bff9624d3fc5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639036 May 19 12:19:15.600773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab6b8-0af7-447f-bdd1-d56d451ddb35 req-3ad0ea42-9157-40f6-96fe-d2cc5b748c76 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:15.608940 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2f0ab6b8-0af7-447f-bdd1-d56d451ddb35 req-3ad0ea42-9157-40f6-96fe-d2cc5b748c76 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0599935 May 19 12:19:15.660585 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2f0ab6b8-0af7-447f-bdd1-d56d451ddb35 req-36a73cfb-222e-4584-813e-4ac62c5377fc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 May 19 12:19:15.785455 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73342463-3212-4bba-b9bc-6d4b41534705 req-e253d064-96b8-4895-b09c-c989a6bef667 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:15.787009 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73342463-3212-4bba-b9bc-6d4b41534705 req-e253d064-96b8-4895-b09c-c989a6bef667 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0492175 May 19 12:19:15.839039 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73342463-3212-4bba-b9bc-6d4b41534705 req-5d328656-8721-4170-be08-61d6dd5b9da2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458848 May 19 12:19:16.028029 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:16.165089 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:16.174834 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d9103-7010-4f8d-ac67-39338bd069cf req-20c15cf5-ccb2-425f-a40e-21baa7c089d4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:16.176683 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-307d9103-7010-4f8d-ac67-39338bd069cf req-20c15cf5-ccb2-425f-a40e-21baa7c089d4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 944 time: 0.0616322 May 19 12:19:16.242765 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-307d9103-7010-4f8d-ac67-39338bd069cf req-b83477d5-b37f-41f8-af2c-b7fa6fb80a24 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522592 May 19 12:19:16.797323 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297450f-dd3e-43cd-af2b-b9aba71b45ce req-e7b59b8c-3c4f-4ac3-9fc9-8f0a484c2f35 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:16.798905 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5297450f-dd3e-43cd-af2b-b9aba71b45ce req-e7b59b8c-3c4f-4ac3-9fc9-8f0a484c2f35 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0513499 May 19 12:19:16.849722 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5297450f-dd3e-43cd-af2b-b9aba71b45ce req-dc1f2edf-ecbc-4fd8-9a4b-6968f2e0df05 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 May 19 12:19:16.966505 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1e69-88c7-4d08-89ba-5235f62a726a req-83ad0563-655a-4765-8d6e-b84a34fa2d2b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:16.969052 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a2fe1e69-88c7-4d08-89ba-5235f62a726a req-83ad0563-655a-4765-8d6e-b84a34fa2d2b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0585470 May 19 12:19:17.025060 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a2fe1e69-88c7-4d08-89ba-5235f62a726a req-72f1a893-fcfe-4806-b08b-9825a73463d1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498447 May 19 12:19:17.268711 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['0269a249-9630-404e-8eb1-a23ce804a3bd'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:19:17.358051 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ccfae-0c20-4316-8610-3ce3d54f4215 req-c804d737-97a7-40ef-8a2a-acf85a454a11 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:17.365142 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-261ccfae-0c20-4316-8610-3ce3d54f4215 req-c804d737-97a7-40ef-8a2a-acf85a454a11 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 944 time: 0.0627558 May 19 12:19:17.434635 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-261ccfae-0c20-4316-8610-3ce3d54f4215 req-f4aeaa17-b044-404a-aecd-6c659582cd1a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684786 May 19 12:19:17.595658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:17.975811 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788367-799a-4aa4-8e58-57a7ce5956f5 req-6b0a2756-e808-4c4b-b89e-e875f3cd8204 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:17.977340 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1788367-799a-4aa4-8e58-57a7ce5956f5 req-6b0a2756-e808-4c4b-b89e-e875f3cd8204 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0557342 May 19 12:19:18.026422 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1788367-799a-4aa4-8e58-57a7ce5956f5 req-a4bc9323-c3da-4df3-adb3-4f9ceb66eb0b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 May 19 12:19:18.157928 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0719c9-bbcb-4c12-92ed-ba384c40a9ac req-3e05d0d5-88e3-4f9d-9260-f80ceaad7f3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:18.159638 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cd0719c9-bbcb-4c12-92ed-ba384c40a9ac req-3e05d0d5-88e3-4f9d-9260-f80ceaad7f3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0582457 May 19 12:19:18.217036 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cd0719c9-bbcb-4c12-92ed-ba384c40a9ac req-294da38d-039c-4982-ab0a-28c072ff1353 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512722 May 19 12:19:18.474129 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42752) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:18.562141 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5d28c-d1d9-4d2f-91db-48a327b38cff req-4da4acf5-51b1-453f-b8e7-e476a0777b63 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:18.563990 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2fb5d28c-d1d9-4d2f-91db-48a327b38cff req-4da4acf5-51b1-453f-b8e7-e476a0777b63 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 944 time: 0.0583200 May 19 12:19:18.608664 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2715aa77-fecf-4fb0-a6fe-039ba5f98abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:18.622625 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2fb5d28c-d1d9-4d2f-91db-48a327b38cff req-74166f03-12e4-42af-b2c8-938d8af059b8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513618 May 19 12:19:18.688945 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2715aa77-fecf-4fb0-a6fe-039ba5f98abc admin admin] Publish callbacks [] for security_group (a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:18.817463 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2715aa77-fecf-4fb0-a6fe-039ba5f98abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:18.842777 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 0269a249-9630-404e-8eb1-a23ce804a3bd up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:19:18.862006 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715aa77-fecf-4fb0-a6fe-039ba5f98abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:18.869185 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2715aa77-fecf-4fb0-a6fe-039ba5f98abc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e55f1346ff74acc9aa28661a7f079d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935773 May 19 12:19:18.871938 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42766) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:18.914065 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 0269a249-9630-404e-8eb1-a23ce804a3bd completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:19:18.927379 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9b7f34f5-c7ea-497b-a507-9fc70c281ce8 admin admin] Publish callbacks [] for security_group (a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:18.952166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9b7f34f5-c7ea-497b-a507-9fc70c281ce8 admin admin] Publish callbacks [] for security_group (a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.079187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 0269a249-9630-404e-8eb1-a23ce804a3bd triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:19:19.083955 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.156590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeff193-0ab8-4ee8-bad6-1f3cfc6958dc req-0b1edf68-f124-4aae-97c9-066185dd5a51 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:19.158933 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2eeff193-0ab8-4ee8-bad6-1f3cfc6958dc req-0b1edf68-f124-4aae-97c9-066185dd5a51 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0546918 May 19 12:19:19.159738 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9b7f34f5-c7ea-497b-a507-9fc70c281ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.162720 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9b7f34f5-c7ea-497b-a507-9fc70c281ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.166958 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9b7f34f5-c7ea-497b-a507-9fc70c281ce8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6 HTTP/1.1" status: 204 len: 168 time: 0.2910776 May 19 12:19:19.167146 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 0269a249-9630-404e-8eb1-a23ce804a3bd is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:19:19.167146 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.173602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f34f5-c7ea-497b-a507-9fc70c281ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a110d7-51fa-4c09-8ddc-d4f1ff8efab6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:19.205046 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:19.225611 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:19.226529 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:19.229331 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2854205-1ecf-4dc7-a934-fcefa16dc29b" -d '{"events": [{"server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "name": "network-vif-plugged", "status": "completed", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:19.230897 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2eeff193-0ab8-4ee8-bad6-1f3cfc6958dc req-67095f37-41a2-4437-ab8a-fe22ec87ac90 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630813 May 19 12:19:19.250909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 0269a249-9630-404e-8eb1-a23ce804a3bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0269a249-9630-404e-8eb1-a23ce804a3bd,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:19.302227 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e9f9d4-a040-4dff-8651-2a144b276af3 x-openstack-request-id: req-24e9f9d4-a040-4dff-8651-2a144b276af3 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:19.302227 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "name": "network-vif-plugged", "status": "completed", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:19.302227 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24e9f9d4-a040-4dff-8651-2a144b276af3 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:19.302227 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e9f9d4-a040-4dff-8651-2a144b276af3'] response: {'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'code': 200} May 19 12:19:19.383083 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.384658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:19.394346 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223f7df-599c-4921-bbb9-5e870a4558e0 req-1398d44c-f30e-4751-9093-2da7a3e61968 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:19.396000 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3223f7df-599c-4921-bbb9-5e870a4558e0 req-1398d44c-f30e-4751-9093-2da7a3e61968 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0504885 May 19 12:19:19.406422 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:19.433921 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=0269a249-9630-404e-8eb1-a23ce804a3bd,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:19.445722 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3223f7df-599c-4921-bbb9-5e870a4558e0 req-63e8ed22-6fae-499b-963b-5ff0e8921fc2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 May 19 12:19:19.744411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bfb52-9f8e-4ef5-8a72-5f486b7669cc req-69ee8209-422d-421c-b3a4-94121b6306ed tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:19.745940 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a84bfb52-9f8e-4ef5-8a72-5f486b7669cc req-69ee8209-422d-421c-b3a4-94121b6306ed tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0526643 May 19 12:19:19.784592 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:19.797336 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a84bfb52-9f8e-4ef5-8a72-5f486b7669cc req-b224b3fc-0b6c-42e5-9c1e-f3e83a951268 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458422 May 19 12:19:19.933293 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a21b-167b-4cbc-963d-ede760f301fa req-f42498ba-e876-4ea2-b839-7d99490ebf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:19.935635 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-f42498ba-e876-4ea2-b839-7d99490ebf22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558794 May 19 12:19:20.052633 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-fbbc4a6b-fbc8-4b37-a624-809e41d7e3fe service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997434 May 19 12:19:20.153979 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a847a21b-167b-4cbc-963d-ede760f301fa req-322cd4af-d349-43bd-bb8a-c71059c29548 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930607 May 19 12:19:20.184888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 42798) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:20.204138 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ffc96970-46d2-4bea-b57a-69dc18f3d094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.283270 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ffc96970-46d2-4bea-b57a-69dc18f3d094 admin admin] Publish callbacks [] for security_group (4e8fc729-53ba-4dc2-8541-0820a98bf6c4), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.358040 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89250a-13b5-4ba7-83bb-0044a566564d req-86c4483d-972e-4602-af8f-8cba569c0865 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:20.359538 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f89250a-13b5-4ba7-83bb-0044a566564d req-86c4483d-972e-4602-af8f-8cba569c0865 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0506372 May 19 12:19:20.411585 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f89250a-13b5-4ba7-83bb-0044a566564d req-12a407cb-5d06-4df2-a59e-1333abdaaf15 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 May 19 12:19:20.439624 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ffc96970-46d2-4bea-b57a-69dc18f3d094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4e8fc729-53ba-4dc2-8541-0820a98bf6c4), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.496005 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 42810) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:20.496912 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ffc96970-46d2-4bea-b57a-69dc18f3d094 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9e4da3b1226427ea9894d73f4dcbb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103156 May 19 12:19:20.514850 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96970-46d2-4bea-b57a-69dc18f3d094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8fc729-53ba-4dc2-8541-0820a98bf6c4,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:20.587626 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e75a-99a7-48ca-80d7-e091eaf319bb req-27758e16-4319-4b59-a925-3c3839dfe939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:20.589231 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6788e75a-99a7-48ca-80d7-e091eaf319bb req-27758e16-4319-4b59-a925-3c3839dfe939 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0486245 May 19 12:19:20.594261 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6926767-daf2-4123-8919-6b9174235d8a admin admin] Publish callbacks [] for security_group (4e8fc729-53ba-4dc2-8541-0820a98bf6c4), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.623374 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0f7a-4e99-4275-92b6-c9e2f99305b7 req-fff396a7-d6eb-4d73-9871-cfd579f2491d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:20.624950 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6adc0f7a-4e99-4275-92b6-c9e2f99305b7 req-fff396a7-d6eb-4d73-9871-cfd579f2491d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 943 time: 0.0619576 May 19 12:19:20.636090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6926767-daf2-4123-8919-6b9174235d8a admin admin] Publish callbacks [] for security_group (4e8fc729-53ba-4dc2-8541-0820a98bf6c4), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.703697 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6adc0f7a-4e99-4275-92b6-c9e2f99305b7 req-1d834a9b-14f7-4f06-909b-0042c85a853c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706570 May 19 12:19:20.793935 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:20.804371 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:20.808273 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6788e75a-99a7-48ca-80d7-e091eaf319bb req-9e12b1f9-3428-4ac7-beaf-04a484326759 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 May 19 12:19:20.816495 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6926767-daf2-4123-8919-6b9174235d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4e8fc729-53ba-4dc2-8541-0820a98bf6c4), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.819146 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b6926767-daf2-4123-8919-6b9174235d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:20.820357 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b6926767-daf2-4123-8919-6b9174235d8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e8fc729-53ba-4dc2-8541-0820a98bf6c4 HTTP/1.1" status: 204 len: 168 time: 0.3231680 May 19 12:19:20.829603 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6926767-daf2-4123-8919-6b9174235d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8fc729-53ba-4dc2-8541-0820a98bf6c4,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:20.870226 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:19:20.934783 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeb38d-aa81-4bac-8a21-dbf1593fdfcc req-ea46a056-9d0a-45de-ab9a-b0836010f8c7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:20.941693 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebeb38d-aa81-4bac-8a21-dbf1593fdfcc req-ea46a056-9d0a-45de-ab9a-b0836010f8c7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0648439 May 19 12:19:20.999653 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebeb38d-aa81-4bac-8a21-dbf1593fdfcc req-f7fe618e-e1d4-42b0-998a-1001311a5814 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570834 May 19 12:19:21.010480 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:21.023546 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:19:21.059453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:19:21.059881 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:21.074289 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:19:21.095158 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:21.192827 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:21.247918 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:21.534135 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60fedd-8256-4530-a1fa-e3cd3cefd8a0 req-a7e29f57-a760-4720-8129-72e92da19ec1 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:21.535680 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7e60fedd-8256-4530-a1fa-e3cd3cefd8a0 req-a7e29f57-a760-4720-8129-72e92da19ec1 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0512609 May 19 12:19:21.593155 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7e60fedd-8256-4530-a1fa-e3cd3cefd8a0 req-e69df37e-95bb-4b6c-a726-130c39ac598b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 May 19 12:19:21.847924 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1d17-fed9-4b3e-91c0-19af3dfd0180 req-ded09e72-7af5-4c44-84d7-b4dc1899c269 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:21.859964 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5cfc1d17-fed9-4b3e-91c0-19af3dfd0180 req-ded09e72-7af5-4c44-84d7-b4dc1899c269 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 944 time: 0.0686681 May 19 12:19:21.904569 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:21.912339 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5cfc1d17-fed9-4b3e-91c0-19af3dfd0180 req-289aa428-5bee-45c2-bea6-c3cf8993a84c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513647 May 19 12:19:22.120088 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64f90a-ab58-4b91-8ab1-9bc3e5d2fd5b req-97a43793-2054-4fd3-9294-772a57819da4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:22.121589 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ee64f90a-ab58-4b91-8ab1-9bc3e5d2fd5b req-97a43793-2054-4fd3-9294-772a57819da4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0493224 May 19 12:19:22.171356 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ee64f90a-ab58-4b91-8ab1-9bc3e5d2fd5b req-5e7d9459-814e-4af7-b3ec-6c3fdedd28a0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 May 19 12:19:22.719668 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8435b-787d-48df-a66d-f43f9f2cc3dd req-cedf7c9e-fb52-4d9e-89d3-66bc603087f4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:22.724461 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bce8435b-787d-48df-a66d-f43f9f2cc3dd req-cedf7c9e-fb52-4d9e-89d3-66bc603087f4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0582604 May 19 12:19:22.772199 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bce8435b-787d-48df-a66d-f43f9f2cc3dd req-962ebb63-7fae-426d-9d87-41a14eb99b10 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 May 19 12:19:23.057180 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1899-ac09-41f0-83a1-a14122df2a74 req-4d1a6aee-3fbd-4f64-a87a-fe41244ff366 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:23.058907 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3e8c1899-ac09-41f0-83a1-a14122df2a74 req-4d1a6aee-3fbd-4f64-a87a-fe41244ff366 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 944 time: 0.0598507 May 19 12:19:23.111027 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3e8c1899-ac09-41f0-83a1-a14122df2a74 req-e41641c1-1e13-44eb-9bdc-6890c94c539e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 May 19 12:19:23.303670 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507dd4f-72cb-4b37-9662-b79b784e5e41 req-0647e76b-9b0d-4eae-93f4-f70d9b122ff9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:23.308264 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e507dd4f-72cb-4b37-9662-b79b784e5e41 req-0647e76b-9b0d-4eae-93f4-f70d9b122ff9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0523474 May 19 12:19:23.360905 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e507dd4f-72cb-4b37-9662-b79b784e5e41 req-59ee39f1-3d06-4332-877f-bdd59a8a9f08 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492995 May 19 12:19:23.894976 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968e63b-88bc-4022-b483-e792b82dd480 req-732fba02-1097-4456-a838-c4e85c0ff2f3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:23.896527 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5968e63b-88bc-4022-b483-e792b82dd480 req-732fba02-1097-4456-a838-c4e85c0ff2f3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0516937 May 19 12:19:23.956853 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5968e63b-88bc-4022-b483-e792b82dd480 req-9ecfcc56-fcf8-49c5-a4fe-92d69e5ab06e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497017 May 19 12:19:24.240335 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f9f-643f-42a6-903c-80bd9c128569 req-ba062e6d-f296-4e6d-87d0-5da74f14ecc3 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:24.241259 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-aae99f9f-643f-42a6-903c-80bd9c128569 req-ba062e6d-f296-4e6d-87d0-5da74f14ecc3 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 944 time: 0.0526373 May 19 12:19:24.285321 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:24.300676 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-aae99f9f-643f-42a6-903c-80bd9c128569 req-571f3420-f220-47a2-b339-f2bc636a6506 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 May 19 12:19:24.483055 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2ff3-9627-45eb-b530-8335c8ec588e req-80d8d503-738d-4a4a-b12b-3e335888c488 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:24.484570 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b76e2ff3-9627-45eb-b530-8335c8ec588e req-80d8d503-738d-4a4a-b12b-3e335888c488 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0511658 May 19 12:19:24.532380 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b76e2ff3-9627-45eb-b530-8335c8ec588e req-0f3a0f09-c6dc-47ab-95b7-5a65d973becc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 May 19 12:19:25.111761 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c502-4b58-44d8-a1f3-9824629a570f req-bce2e429-8566-46aa-89a5-5d06c42498b9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:25.113292 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f772c502-4b58-44d8-a1f3-9824629a570f req-bce2e429-8566-46aa-89a5-5d06c42498b9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0496078 May 19 12:19:25.167108 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f772c502-4b58-44d8-a1f3-9824629a570f req-6f89677e-cabe-4087-8288-39081eb02734 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 May 19 12:19:25.431864 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae6521-12f2-47e6-8edd-b0be908b77ea req-b2b80451-ccac-4433-a19f-08c4822e5ff1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:25.433473 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f2ae6521-12f2-47e6-8edd-b0be908b77ea req-b2b80451-ccac-4433-a19f-08c4822e5ff1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 944 time: 0.0544548 May 19 12:19:25.481841 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f2ae6521-12f2-47e6-8edd-b0be908b77ea req-007414fe-15b6-4c2e-bcfe-0cc0879e868b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 May 19 12:19:25.651275 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893da60-f2e7-4109-b194-139d72ab9a5f req-76d98167-308d-4c85-8eea-5c3356c3bb6a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:25.652815 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5893da60-f2e7-4109-b194-139d72ab9a5f req-76d98167-308d-4c85-8eea-5c3356c3bb6a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0487766 May 19 12:19:25.701279 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5893da60-f2e7-4109-b194-139d72ab9a5f req-629548a9-a743-4960-b9ab-d795ba2b5358 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 May 19 12:19:26.284396 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:19:26.299461 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb962b-bdaf-43d7-8d12-9b47e2923c43 req-24ba0841-e689-4ae7-9a9f-30392693f869 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:26.301032 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eadb962b-bdaf-43d7-8d12-9b47e2923c43 req-24ba0841-e689-4ae7-9a9f-30392693f869 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0492644 May 19 12:19:26.358159 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eadb962b-bdaf-43d7-8d12-9b47e2923c43 req-5345b8b4-1916-4a48-905c-1b4fa36d2fdf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 May 19 12:19:26.602058 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a766f3-517c-452d-a3d2-dab6e7605953 req-b43ced7a-e005-45ef-9d86-018c68348a24 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:26.603847 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-24a766f3-517c-452d-a3d2-dab6e7605953 req-b43ced7a-e005-45ef-9d86-018c68348a24 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 944 time: 0.0493479 May 19 12:19:26.652395 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-24a766f3-517c-452d-a3d2-dab6e7605953 req-01bcaced-ec94-470d-93d4-2c9bb933617d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 May 19 12:19:26.817014 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074ce03-126a-425f-8c5d-8d23710c3792 req-b83aa60b-7965-46fb-80ea-ccf4686e1c38 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:26.818504 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a074ce03-126a-425f-8c5d-8d23710c3792 req-b83aa60b-7965-46fb-80ea-ccf4686e1c38 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0480058 May 19 12:19:26.869317 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a074ce03-126a-425f-8c5d-8d23710c3792 req-009ca4d7-9d6c-4057-940c-29d3e29fec77 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 May 19 12:19:27.472171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:27.493159 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44cf8-8376-449d-ac8c-97f524c258a7 req-c94b8552-e0b1-4375-b96b-00ffecf7c52e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:27.494786 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92e44cf8-8376-449d-ac8c-97f524c258a7 req-c94b8552-e0b1-4375-b96b-00ffecf7c52e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0625701 May 19 12:19:27.546004 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92e44cf8-8376-449d-ac8c-97f524c258a7 req-98efe1ef-7f06-42da-a3b4-2f80ef7ca6a8 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 May 19 12:19:27.763913 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:19:27.767120 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:27.780026 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99b9a4-4977-48bf-983b-7c6ceeefba22 req-6df075f6-0d28-47c3-ba1e-90a1b53736fd tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:27.781639 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e99b9a4-4977-48bf-983b-7c6ceeefba22 req-6df075f6-0d28-47c3-ba1e-90a1b53736fd tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 944 time: 0.0522640 May 19 12:19:27.818264 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:19:27.841108 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e99b9a4-4977-48bf-983b-7c6ceeefba22 req-3d192d88-b2a1-4d10-8747-d73d33dae78c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524242 May 19 12:19:27.931762 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:19:27.932486 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:28.015326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:19:28.015576 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def38d3-8c78-4259-a99e-e0342186fdc2 req-a5534a18-c0fe-4986-83e7-1825bfeb642c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:28.015906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:28.017192 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7def38d3-8c78-4259-a99e-e0342186fdc2 req-a5534a18-c0fe-4986-83e7-1825bfeb642c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0532765 May 19 12:19:28.047130 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:28.054858 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8466ec-2702-4f17-99f5-990cc082ce81" -d '{"events": [{"server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:28.065358 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:28.067985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:28.076728 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7def38d3-8c78-4259-a99e-e0342186fdc2 req-63bb17f9-25cd-4cb7-bb52-11f624fd25ab tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522234 May 19 12:19:28.095801 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023184cf-4acb-4da7-ba22-be6d301a4fce x-openstack-request-id: req-023184cf-4acb-4da7-ba22-be6d301a4fce {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:28.096129 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:28.096390 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-023184cf-4acb-4da7-ba22-be6d301a4fce {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:28.096786 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023184cf-4acb-4da7-ba22-be6d301a4fce'] response: {'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'code': 200} May 19 12:19:28.213179 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35bbab-3be9-4b8a-bfe1-ceacae8f9079 req-ffa25e3e-ee25-4a99-b4eb-3a71de66a394 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:28.213179 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5c35bbab-3be9-4b8a-bfe1-ceacae8f9079 req-ffa25e3e-ee25-4a99-b4eb-3a71de66a394 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0504987 May 19 12:19:28.213179 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43026) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:28.214375 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'floatingip': {'port_id': '0269a249-9630-404e-8eb1-a23ce804a3bd'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:28.288772 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (b347ab20-cd1f-43f9-9056-47b190de5a90), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:28.546027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:28.656769 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:28.857960 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d2fd-194b-4e3f-a2c5-940d516384fe req-c1c08c28-d9df-4f39-b18d-cd351ea36530 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:28.859559 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e2d1d2fd-194b-4e3f-a2c5-940d516384fe req-c1c08c28-d9df-4f39-b18d-cd351ea36530 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0986595 May 19 12:19:28.922486 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de424a9f-2ad6-4ce8-a656-89a01d6f553a req-de2c2fc6-1e8d-4de6-98c5-d3145858b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:28.924130 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de424a9f-2ad6-4ce8-a656-89a01d6f553a req-de2c2fc6-1e8d-4de6-98c5-d3145858b9d9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 1129 time: 0.0464685 May 19 12:19:28.970170 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de424a9f-2ad6-4ce8-a656-89a01d6f553a req-687a65a5-c05e-4442-9527-8b38a7f7bf62 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 May 19 12:19:29.090990 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f640-06d9-482e-af91-d6de1e977c93 req-4c27a70a-9be2-480d-902f-926b79eaac00 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:29.092563 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-29e9f640-06d9-482e-af91-d6de1e977c93 req-4c27a70a-9be2-480d-902f-926b79eaac00 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.1586494 May 19 12:19:29.103263 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e2d1d2fd-194b-4e3f-a2c5-940d516384fe req-8330950b-535a-4d4d-be75-06ac44ce78cc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341502 May 19 12:19:29.224292 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-29e9f640-06d9-482e-af91-d6de1e977c93 req-42e45856-cefe-45c9-bc12-1a234d83e7e7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197174 May 19 12:19:29.256545 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43056) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:29.310844 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.391320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a786-6233-44a0-b0f3-1fb1e7dbb4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.426873 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (b347ab20-cd1f-43f9-9056-47b190de5a90), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.463822 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:29.473379 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a786-6233-44a0-b0f3-1fb1e7dbb4ac admin admin] Publish callbacks [] for security_group (d3f18e55-c9b9-4a15-bd1d-31fec5527160), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.529368 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Floating IP b347ab20-cd1f-43f9-9056-47b190de5a90 associated. External IP: 172.27.1.152, port: 0269a249-9630-404e-8eb1-a23ce804a3bd. May 19 12:19:29.559637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a786-6233-44a0-b0f3-1fb1e7dbb4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (d3f18e55-c9b9-4a15-bd1d-31fec5527160), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.592431 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c1f4a786-6233-44a0-b0f3-1fb1e7dbb4ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bf39a0b49fc46ab8691bb59fa4901ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345966 May 19 12:19:29.598103 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43064) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:29.634919 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a786-6233-44a0-b0f3-1fb1e7dbb4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f18e55-c9b9-4a15-bd1d-31fec5527160,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:29.664200 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-583f6836-97e1-4578-ba87-5c61c3ec2640 admin admin] Publish callbacks [] for security_group (d3f18e55-c9b9-4a15-bd1d-31fec5527160), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.686819 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-583f6836-97e1-4578-ba87-5c61c3ec2640 admin admin] Publish callbacks [] for security_group (d3f18e55-c9b9-4a15-bd1d-31fec5527160), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.748413 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:29.758666 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Router cc96356a-971f-4100-ab1d-3810f576fe02 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:19:29.874557 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:19:29.879110 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.889801 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:19:29.891358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-583f6836-97e1-4578-ba87-5c61c3ec2640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (d3f18e55-c9b9-4a15-bd1d-31fec5527160), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.895303 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-583f6836-97e1-4578-ba87-5c61c3ec2640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:29.897476 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-583f6836-97e1-4578-ba87-5c61c3ec2640 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3f18e55-c9b9-4a15-bd1d-31fec5527160 HTTP/1.1" status: 204 len: 168 time: 0.2982101 May 19 12:19:29.911037 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f6836-97e1-4578-ba87-5c61c3ec2640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f18e55-c9b9-4a15-bd1d-31fec5527160,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:29.914893 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:19:29.916318 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:29.925396 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e4e8eb45-929b-4b7c-bd82-8324252ae9e0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "PUT /v2.0/floatingips/b347ab20-cd1f-43f9-9056-47b190de5a90 HTTP/1.1" status: 200 len: 991 time: 1.7123814 May 19 12:19:29.932403 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:29.934764 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa963462-ff7d-4671-9a6d-2e15475465cc" -d '{"events": [{"name": "network-changed", "server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:29.976390 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa356c79-b04e-4c2a-bd48-66e927856096 x-openstack-request-id: req-aa356c79-b04e-4c2a-bd48-66e927856096 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:29.976807 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:29.977064 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa356c79-b04e-4c2a-bd48-66e927856096 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:29.977654 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa356c79-b04e-4c2a-bd48-66e927856096'] response: {'name': 'network-changed', 'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'status': 'completed', 'code': 200} May 19 12:19:30.053715 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:19:30.234274 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5508c5-bfa7-476c-8304-22bc95f52460 req-1d516bfc-a884-4515-8856-a232fc350f6d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:30.236277 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ea5508c5-bfa7-476c-8304-22bc95f52460 req-1d516bfc-a884-4515-8856-a232fc350f6d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0592709 May 19 12:19:30.323830 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ea5508c5-bfa7-476c-8304-22bc95f52460 req-5cdbd5cd-3a1b-44cf-9cfd-c0bc8d894978 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772967 May 19 12:19:30.354211 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'b347ab20-cd1f-43f9-9056-47b190de5a90', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'port_id': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'mac_address': 'fa:16:3e:c3:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:26Z', 'updated_at': '2022-05-19T12:19:29Z', 'revision_number': 1, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:30.387172 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:19:30.403780 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:19:30.407690 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:30.426963 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43090) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:30.433852 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fe960-118f-4561-90b0-2c868bffcbe6 req-e7644692-14e9-47a7-be4a-e16a9c6aebb6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:30.435701 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-917fe960-118f-4561-90b0-2c868bffcbe6 req-e7644692-14e9-47a7-be4a-e16a9c6aebb6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0765667 May 19 12:19:30.531089 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-917fe960-118f-4561-90b0-2c868bffcbe6 req-726fb221-e9ff-4246-826e-1093f8847472 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874884 May 19 12:19:30.617722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe4b8-59ad-48f3-b906-032f6b329a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:30.662110 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:19:30.698203 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe4b8-59ad-48f3-b906-032f6b329a14 admin admin] Publish callbacks [] for security_group (1edaa6db-652c-4329-9910-b8e09dab7581), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:30.776667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a1cfe4b8-59ad-48f3-b906-032f6b329a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1edaa6db-652c-4329-9910-b8e09dab7581), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:30.819209 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a1cfe4b8-59ad-48f3-b906-032f6b329a14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2fe4c6f9d58457eaac9eab9643b897a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906984 May 19 12:19:30.822409 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43096) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:30.825762 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfe4b8-59ad-48f3-b906-032f6b329a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edaa6db-652c-4329-9910-b8e09dab7581,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:30.907227 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'b347ab20-cd1f-43f9-9056-47b190de5a90', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'port_id': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'mac_address': 'fa:16:3e:c3:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:26Z', 'updated_at': '2022-05-19T12:19:29Z', 'revision_number': 1, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:30.908707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43100) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:30.933464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00663905-62b2-4171-b283-3dd39536fa97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:30.933665 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ee49-a1dc-4601-a4e2-6e3c1c7a0696 admin admin] Publish callbacks [] for security_group (1edaa6db-652c-4329-9910-b8e09dab7581), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:30.956310 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec30df6-567a-48e0-adb1-f96ed8273c32 None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'b347ab20-cd1f-43f9-9056-47b190de5a90', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'port_id': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'mac_address': 'fa:16:3e:c3:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:26Z', 'updated_at': '2022-05-19T12:19:29Z', 'revision_number': 1, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:19:30.978152 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ee49-a1dc-4601-a4e2-6e3c1c7a0696 admin admin] Publish callbacks [] for security_group (1edaa6db-652c-4329-9910-b8e09dab7581), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.044681 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00663905-62b2-4171-b283-3dd39536fa97 admin admin] Publish callbacks [] for security_group (dda831ab-f339-4c14-b53a-5248302efdd3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.119714 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ee49-a1dc-4601-a4e2-6e3c1c7a0696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1edaa6db-652c-4329-9910-b8e09dab7581), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.125041 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ee49-a1dc-4601-a4e2-6e3c1c7a0696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.127020 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-cfd5ee49-a1dc-4601-a4e2-6e3c1c7a0696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1edaa6db-652c-4329-9910-b8e09dab7581 HTTP/1.1" status: 204 len: 168 time: 0.3034222 May 19 12:19:31.140697 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5ee49-a1dc-4601-a4e2-6e3c1c7a0696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edaa6db-652c-4329-9910-b8e09dab7581,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:31.167718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-00663905-62b2-4171-b283-3dd39536fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (dda831ab-f339-4c14-b53a-5248302efdd3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.194198 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:31.224576 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:31.238559 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-00663905-62b2-4171-b283-3dd39536fa97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454cefaf2cf64baa921c66db47f7ece4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214741 May 19 12:19:31.240094 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43106) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:31.240758 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7715e153-70f4-47cb-89c4-4f471b4b0e4c None None] New status for floating IP b347ab20-cd1f-43f9-9056-47b190de5a90: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:19:31.241217 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00663905-62b2-4171-b283-3dd39536fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda831ab-f339-4c14-b53a-5248302efdd3,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:31.324184 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae0a487e-bbbb-41ae-9609-856cf46dc7fb admin admin] Publish callbacks [] for security_group (dda831ab-f339-4c14-b53a-5248302efdd3), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.351663 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae0a487e-bbbb-41ae-9609-856cf46dc7fb admin admin] Publish callbacks [] for security_group (dda831ab-f339-4c14-b53a-5248302efdd3), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.353805 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:31.486329 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617c922-9fa8-4b10-9e6b-4e43353c5a51 req-28626436-9c0b-4eb1-b8ff-a7b54bda787a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:31.487860 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f617c922-9fa8-4b10-9e6b-4e43353c5a51 req-28626436-9c0b-4eb1-b8ff-a7b54bda787a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0587082 May 19 12:19:31.537660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae0a487e-bbbb-41ae-9609-856cf46dc7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (dda831ab-f339-4c14-b53a-5248302efdd3), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.541114 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae0a487e-bbbb-41ae-9609-856cf46dc7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:31.545022 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ae0a487e-bbbb-41ae-9609-856cf46dc7fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dda831ab-f339-4c14-b53a-5248302efdd3 HTTP/1.1" status: 204 len: 168 time: 0.3038504 May 19 12:19:31.555083 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f617c922-9fa8-4b10-9e6b-4e43353c5a51 req-85dc5782-21ff-4557-99b6-6615987c384c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566959 May 19 12:19:31.558581 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a487e-bbbb-41ae-9609-856cf46dc7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda831ab-f339-4c14-b53a-5248302efdd3,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:31.673031 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a443d7-3681-44c8-b61d-4565bef91817 req-b72bfa17-18cc-4396-ab31-93619dac683e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:31.682919 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-85a443d7-3681-44c8-b61d-4565bef91817 req-b72bfa17-18cc-4396-ab31-93619dac683e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0743480 May 19 12:19:31.734559 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-85a443d7-3681-44c8-b61d-4565bef91817 req-d4587fdf-bda2-476d-bdd2-b33673b1dd33 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503519 May 19 12:19:32.165914 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43122) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:32.192629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ed8f-eee1-45ea-b786-b1317d547da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.277458 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ed8f-eee1-45ea-b786-b1317d547da4 admin admin] Publish callbacks [] for security_group (e7a52135-256b-4ad7-9386-cfe917c36ee3), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.376185 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ed8f-eee1-45ea-b786-b1317d547da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (e7a52135-256b-4ad7-9386-cfe917c36ee3), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.379690 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:32.416507 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-4cb3ed8f-eee1-45ea-b786-b1317d547da4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b60a85fe7a4b4c318a54ee92a0a55a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493806 May 19 12:19:32.417366 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ed8f-eee1-45ea-b786-b1317d547da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a52135-256b-4ad7-9386-cfe917c36ee3,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:32.419127 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43132) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:32.472999 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-eda5611b-c61b-44cf-a993-86f6ad7e50a1 admin admin] Publish callbacks [] for security_group (e7a52135-256b-4ad7-9386-cfe917c36ee3), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.498324 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-eda5611b-c61b-44cf-a993-86f6ad7e50a1 admin admin] Publish callbacks [] for security_group (e7a52135-256b-4ad7-9386-cfe917c36ee3), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.673951 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-eda5611b-c61b-44cf-a993-86f6ad7e50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (e7a52135-256b-4ad7-9386-cfe917c36ee3), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.677002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-eda5611b-c61b-44cf-a993-86f6ad7e50a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:32.678329 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-eda5611b-c61b-44cf-a993-86f6ad7e50a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7a52135-256b-4ad7-9386-cfe917c36ee3 HTTP/1.1" status: 204 len: 168 time: 0.2581522 May 19 12:19:32.689847 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5611b-c61b-44cf-a993-86f6ad7e50a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a52135-256b-4ad7-9386-cfe917c36ee3,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:32.690491 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7103c9-3229-40a5-8c6d-7bfe7eace73b req-4ea1c058-76f6-45aa-8833-d2630ad4707c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:32.693342 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cf7103c9-3229-40a5-8c6d-7bfe7eace73b req-4ea1c058-76f6-45aa-8833-d2630ad4707c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0591860 May 19 12:19:32.754550 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cf7103c9-3229-40a5-8c6d-7bfe7eace73b req-118e7390-eb72-4c69-bf96-d0d1a1995c0f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 May 19 12:19:32.858540 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c28cc-e309-422c-a507-d43fb3b07330 req-bd9fb369-52e4-42ff-9963-35a8939668ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:32.860125 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-da1c28cc-e309-422c-a507-d43fb3b07330 req-bd9fb369-52e4-42ff-9963-35a8939668ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0545907 May 19 12:19:32.912875 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-da1c28cc-e309-422c-a507-d43fb3b07330 req-10b1dda0-1a96-4f68-a93d-1e4e9ce38d80 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 May 19 12:19:33.035977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43156) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:33.140802 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1175238810-network', 'tenant_id': '79e70c946e5440e39ee1d7cbeb0a4160'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:33.233308 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Made reservation on behalf of 79e70c946e5440e39ee1d7cbeb0a4160 for: {'network': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:19:33.235836 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.245495 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.340815 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks [] for security_group (61f885ea-8968-4ccc-ad9f-4f9c971888d4), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.416741 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (61f885ea-8968-4ccc-ad9f-4f9c971888d4), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.447877 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=104216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:19:33.453934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f885ea-8968-4ccc-ad9f-4f9c971888d4,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:33.463692 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (f3ce5940-aa98-4635-94fe-0c0399fdb51e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.463692 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.segments_db [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Added segment f3ce5940-aa98-4635-94fe-0c0399fdb51e of type vlan for network 8bb85304-d5d6-43de-9b5a-76646e161de6 May 19 12:19:33.512857 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (8bb85304-d5d6-43de-9b5a-76646e161de6), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.626892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (8bb85304-d5d6-43de-9b5a-76646e161de6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.627994 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:33.628597 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:33.730169 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb85304-d5d6-43de-9b5a-76646e161de6,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:33.741279 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 8bb85304-d5d6-43de-9b5a-76646e161de6 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:19:33.762540 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c95df2d0-578b-4309-85c0-55151f2391c8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7253714 May 19 12:19:33.765672 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43178) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:33.770999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Request body: {'subnet': {'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1175238810-subnet', 'tenant_id': '79e70c946e5440e39ee1d7cbeb0a4160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:33.806903 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:33.886271 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f864af1-6832-4bc4-b574-2a59b0f58783 req-5ebef941-5e6f-48c5-882d-4ceb7f6a9c3c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:33.888456 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f864af1-6832-4bc4-b574-2a59b0f58783 req-5ebef941-5e6f-48c5-882d-4ceb7f6a9c3c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0534124 May 19 12:19:33.890344 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Made reservation on behalf of 79e70c946e5440e39ee1d7cbeb0a4160 for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:19:33.893049 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083992'] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:34.223463 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:34.246409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f864af1-6832-4bc4-b574-2a59b0f58783 req-34ce2976-946c-4e5c-a498-9aeeabd4dd53 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495350 May 19 12:19:34.266311 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:19:34.268590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee26bc-a3a4-4436-9eb4-cf506234ec53 req-ddc19e93-ee53-4d32-b482-5793082ff87c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:34.270169 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8aee26bc-a3a4-4436-9eb4-cf506234ec53 req-ddc19e93-ee53-4d32-b482-5793082ff87c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0941525 May 19 12:19:34.361122 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8aee26bc-a3a4-4436-9eb4-cf506234ec53 req-75c469d3-afee-4233-8966-288441f850a8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837705 May 19 12:19:34.491049 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083982'] for subnet (dc3ed54d-5192-42d8-b5e8-cffcab51b148), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:34.546476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3ed54d-5192-42d8-b5e8-cffcab51b148,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:34.563853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Checking segment: {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:19:34.564124 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Network hostable DHCP agents. Network: 8bb85304-d5d6-43de-9b5a-76646e161de6, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:19:34.685571 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Network 8bb85304-d5d6-43de-9b5a-76646e161de6 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:19:34.782300 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 8bb85304-d5d6-43de-9b5a-76646e161de6) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:19:34.787021 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:34.792160 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:34.792317 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd604bec-23ef-4ea6-a20d-3520b2bf4e9c None None] Network 8bb85304-d5d6-43de-9b5a-76646e161de6 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:19:34.868375 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:34.897048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c8dfc6-a49f-4caf-a4b5-322fcbd83bb8 None None] Network 8bb85304-d5d6-43de-9b5a-76646e161de6 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:19:34.900812 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d8c87f02-0e15-49c1-86e2-28e107d9412c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1335163 May 19 12:19:35.394901 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98ae2-a569-44ad-896e-91307f5f9b9d req-35780e01-dcbc-4568-b965-493a3b026f48 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:35.397426 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-14a98ae2-a569-44ad-896e-91307f5f9b9d req-35780e01-dcbc-4568-b965-493a3b026f48 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0683372 May 19 12:19:35.458129 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-14a98ae2-a569-44ad-896e-91307f5f9b9d req-016e7df0-1f5a-4123-a43a-961a39bc68ae tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537064 May 19 12:19:35.506170 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:35.517775 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb94a-7268-4774-abad-4a5f59b3e9b6 req-0205f744-d1d0-46fa-9a98-b572906e4704 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:35.519260 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37bbb94a-7268-4774-abad-4a5f59b3e9b6 req-0205f744-d1d0-46fa-9a98-b572906e4704 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0658050 May 19 12:19:35.569066 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37bbb94a-7268-4774-abad-4a5f59b3e9b6 req-8976ed3c-cfb6-4cb7-b1d1-173037ee7c91 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 May 19 12:19:35.651613 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-065f7363-9402-4f7d-ade5-9e982b0124d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:35.654474 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-065f7363-9402-4f7d-ade5-9e982b0124d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0485260 May 19 12:19:35.787576 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-5161a82a-cb89-4d43-82bd-29cd5099ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:35.789125 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-5161a82a-cb89-4d43-82bd-29cd5099ca0b service neutron] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 912 time: 0.0916982 May 19 12:19:36.079443 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-94e8c479-f5c2-42ad-916c-4075293a297a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 200 len: 1001 time: 0.1012762 May 19 12:19:36.145566 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-5a9c3a68-e146-4d7e-87d7-c893c9c34992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:36.147247 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-5a9c3a68-e146-4d7e-87d7-c893c9c34992 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0534303 May 19 12:19:36.192520 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-37bc4ec9-6c7d-49fb-a171-5981d77f8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:36.194478 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-37bc4ec9-6c7d-49fb-a171-5981d77f8ef4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414188 May 19 12:19:36.312314 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-1188976c-a320-4551-805f-c2299036d340 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943613 May 19 12:19:36.393653 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43264) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:36.506429 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-65f4f095-4593-4280-852a-5fa798885bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:36.597171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e1208-08c0-4070-97e9-cff5a81251c0 req-e70dcea0-c5c5-45bc-a4ae-a75b2b2cb419 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:36.598899 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-094e1208-08c0-4070-97e9-cff5a81251c0 req-e70dcea0-c5c5-45bc-a4ae-a75b2b2cb419 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0654430 May 19 12:19:36.661872 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-65f4f095-4593-4280-852a-5fa798885bd3 admin admin] Publish callbacks [] for security_group (df626245-d2ed-4032-841b-6b22a6c13aa6), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:36.678092 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-094e1208-08c0-4070-97e9-cff5a81251c0 req-51dbe750-3fe3-4c4b-8253-50b041d2d4d5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703263 May 19 12:19:36.818004 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-65f4f095-4593-4280-852a-5fa798885bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (df626245-d2ed-4032-841b-6b22a6c13aa6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:36.865416 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc65a1b-e2fc-4463-93c3-9a1dfa98a728 req-c8d9fbd5-d89b-4edc-8195-06ebf8af1836 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:36.867082 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9fc65a1b-e2fc-4463-93c3-9a1dfa98a728 req-c8d9fbd5-d89b-4edc-8195-06ebf8af1836 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0800383 May 19 12:19:36.888949 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-65f4f095-4593-4280-852a-5fa798885bd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d47e754118cf4b08aa4ebdc4348f3b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942036 May 19 12:19:36.895473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43276) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:36.896047 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4f095-4593-4280-852a-5fa798885bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df626245-d2ed-4032-841b-6b22a6c13aa6,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:36.944190 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9fc65a1b-e2fc-4463-93c3-9a1dfa98a728 req-8f2cb9ad-2925-4ed9-b9ed-959b53e653cb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681579 May 19 12:19:36.979849 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa963462-ff7d-4671-9a6d-2e15475465cc req-6c6c2054-f944-472a-82b8-d43b6610fdfb service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371555 May 19 12:19:36.992887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ac334e1-e4fb-47e4-b645-4808263cffd0 admin admin] Publish callbacks [] for security_group (df626245-d2ed-4032-841b-6b22a6c13aa6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:37.017653 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ac334e1-e4fb-47e4-b645-4808263cffd0 admin admin] Publish callbacks [] for security_group (df626245-d2ed-4032-841b-6b22a6c13aa6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:37.165308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ac334e1-e4fb-47e4-b645-4808263cffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (df626245-d2ed-4032-841b-6b22a6c13aa6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:37.167893 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ac334e1-e4fb-47e4-b645-4808263cffd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:37.169137 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0ac334e1-e4fb-47e4-b645-4808263cffd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df626245-d2ed-4032-841b-6b22a6c13aa6 HTTP/1.1" status: 204 len: 168 time: 0.2719569 May 19 12:19:37.180137 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac334e1-e4fb-47e4-b645-4808263cffd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df626245-d2ed-4032-841b-6b22a6c13aa6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:37.799758 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a332767-007b-4d8b-8a53-678468e5a6a8 req-939eba25-fdb6-4dab-99b3-6d93dfc42b9c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:37.801473 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2a332767-007b-4d8b-8a53-678468e5a6a8 req-939eba25-fdb6-4dab-99b3-6d93dfc42b9c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0506542 May 19 12:19:37.855942 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2a332767-007b-4d8b-8a53-678468e5a6a8 req-0afe814d-ad1e-4cd6-9114-0974cf0df5da tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485203 May 19 12:19:37.921142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43300) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:37.938043 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6c85637c-f02b-4b11-b9b4-f94ff721fc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.021945 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6c85637c-f02b-4b11-b9b4-f94ff721fc49 admin admin] Publish callbacks [] for security_group (c8507cfc-0f73-44e8-b6f4-47412f66b388), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.072230 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e916-c28b-4474-ba6f-e3abe3c75609 req-9f452c30-6f0d-4e65-b350-c10c9db417fa tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:38.073842 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d6f6e916-c28b-4474-ba6f-e3abe3c75609 req-9f452c30-6f0d-4e65-b350-c10c9db417fa tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0504749 May 19 12:19:38.121575 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6c85637c-f02b-4b11-b9b4-f94ff721fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c8507cfc-0f73-44e8-b6f4-47412f66b388), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.126490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:38.139325 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d6f6e916-c28b-4474-ba6f-e3abe3c75609 req-6ab1b66a-5688-4040-873b-79d0b24178f8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599172 May 19 12:19:38.175415 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6c85637c-f02b-4b11-b9b4-f94ff721fc49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=911f4bd1a81649c0929e5402dd27e278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509248 May 19 12:19:38.175848 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43312) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:38.184585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85637c-f02b-4b11-b9b4-f94ff721fc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8507cfc-0f73-44e8-b6f4-47412f66b388,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:38.205778 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:38.311182 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-04086124-dd5d-435c-a162-c96329a17244 admin admin] Publish callbacks [] for security_group (c8507cfc-0f73-44e8-b6f4-47412f66b388), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.345183 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0da0e-1289-4547-a59a-5c37b14ab0a8 req-3afa2e27-fd6b-46c5-a785-8f16e3f591f9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:38.346952 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7aa0da0e-1289-4547-a59a-5c37b14ab0a8 req-3afa2e27-fd6b-46c5-a785-8f16e3f591f9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.1206481 May 19 12:19:38.357648 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43324) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:38.362521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:38.370045 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-04086124-dd5d-435c-a162-c96329a17244 admin admin] Publish callbacks [] for security_group (c8507cfc-0f73-44e8-b6f4-47412f66b388), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.431748 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-bd2280ea-74de-4a78-bb52-4d23a2835a4d tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:38.433319 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-bd2280ea-74de-4a78-bb52-4d23a2835a4d tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/networks?id=8bb85304-d5d6-43de-9b5a-76646e161de6 HTTP/1.1" status: 200 len: 809 time: 0.2054892 May 19 12:19:38.436595 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (3f5e398e-870a-4523-8d62-ff7e4d05ac4e), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.451230 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-89655ef4-c57f-4642-8d30-3eaf5d019672 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/quotas/79e70c946e5440e39ee1d7cbeb0a4160 HTTP/1.1" status: 200 len: 375 time: 0.0108941 May 19 12:19:38.495714 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-7506e9da-8f02-41d9-b528-44868e47374a tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347834 May 19 12:19:38.603361 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-04086124-dd5d-435c-a162-c96329a17244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c8507cfc-0f73-44e8-b6f4-47412f66b388), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.606472 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-04086124-dd5d-435c-a162-c96329a17244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:38.607876 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-04086124-dd5d-435c-a162-c96329a17244 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8507cfc-0f73-44e8-b6f4-47412f66b388 HTTP/1.1" status: 204 len: 168 time: 0.4309077 May 19 12:19:38.655496 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086124-dd5d-435c-a162-c96329a17244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8507cfc-0f73-44e8-b6f4-47412f66b388,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:38.726989 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-b27d9253-aed4-4641-8014-de6e2e332a4c service neutron] 10.222.0.23 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209966 May 19 12:19:38.728099 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:38.729285 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:38.835123 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-ec4ddd87-9ccf-41b1-8132-f3d8890788ef service neutron] 10.222.0.23 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070271 May 19 12:19:39.026003 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef2657-643a-4241-a58c-5e768cc9a765 req-746d7fbe-717c-4b1e-a599-da3bd3f7c6dc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:39.028977 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2eef2657-643a-4241-a58c-5e768cc9a765 req-746d7fbe-717c-4b1e-a599-da3bd3f7c6dc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0931201 May 19 12:19:39.048184 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:39.126800 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2eef2657-643a-4241-a58c-5e768cc9a765 req-a4151b90-f4c0-4207-ac55-47ca6c53e473 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915456 May 19 12:19:39.172558 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-505c3312-eacc-431a-8ba8-0fffd8ed2668 req-c7f59f17-cd32-4d87-b047-2b61fef7c42b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0443549 May 19 12:19:39.427352 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ef71-6768-4707-93fa-c4c38aa91e85 req-f648a05b-0160-4dc1-9e14-5a96233ef343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:39.428981 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4025ef71-6768-4707-93fa-c4c38aa91e85 req-f648a05b-0160-4dc1-9e14-5a96233ef343 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1129 time: 0.1117103 May 19 12:19:39.568980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:39.574256 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4025ef71-6768-4707-93fa-c4c38aa91e85 req-96f8f452-813c-43b4-8a02-9d122aaa7056 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361227 May 19 12:19:39.662062 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (3f5e398e-870a-4523-8d62-ff7e4d05ac4e), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:39.779341 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP 3f5e398e-870a-4523-8d62-ff7e4d05ac4e associated. External IP: 172.27.1.14, port: a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76. May 19 12:19:40.003142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:19:40.011108 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43396) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:40.138799 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:19:40.145692 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.153092 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:19:40.167837 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:19:40.169004 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:40.197927 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9395452f-4c55-4441-949e-7ad01ccf049c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "PUT /v2.0/floatingips/3f5e398e-870a-4523-8d62-ff7e4d05ac4e HTTP/1.1" status: 200 len: 990 time: 1.8391013 May 19 12:19:40.198539 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:40.203027 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488125b5-eab4-49a4-873f-058e57c1a95e" -d '{"events": [{"name": "network-changed", "server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:40.277685 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569dcde2-4ee5-40c9-b908-6dd2a0f4573d x-openstack-request-id: req-569dcde2-4ee5-40c9-b908-6dd2a0f4573d {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:40.278105 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:40.278358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-569dcde2-4ee5-40c9-b908-6dd2a0f4573d {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:40.278914 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569dcde2-4ee5-40c9-b908-6dd2a0f4573d'] response: {'name': 'network-changed', 'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'status': 'completed', 'code': 200} May 19 12:19:40.327845 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23b8ffa0-900a-4792-b507-152a762fa02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.334801 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:19:40.342701 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1db6-a0b0-4646-9762-d9e1f4f0cced req-953ba8d8-8361-4745-9115-1d0fdbdd54a6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:40.352287 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f14b1db6-a0b0-4646-9762-d9e1f4f0cced req-953ba8d8-8361-4745-9115-1d0fdbdd54a6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0929720 May 19 12:19:40.395467 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-aa6a9f61-8f65-43a8-86b9-566d4874d24b req-f0ac98be-e5f9-4c7f-9847-ecca139b8350 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0434496 May 19 12:19:40.428357 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23b8ffa0-900a-4792-b507-152a762fa02d admin admin] Publish callbacks [] for security_group (b2f3090c-42ba-42b4-9426-d546f83aebdb), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.429879 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:40.435713 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:40.438381 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f14b1db6-a0b0-4646-9762-d9e1f4f0cced req-4320d0dc-9316-4043-a5fa-310e00b4923e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876250 May 19 12:19:40.487606 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:40.531871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23b8ffa0-900a-4792-b507-152a762fa02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b2f3090c-42ba-42b4-9426-d546f83aebdb), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.537470 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:40.589905 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-23b8ffa0-900a-4792-b507-152a762fa02d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=552bcbb8eaa74974a2fc2535c7b2d75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776024 May 19 12:19:40.592565 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43418) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:40.598250 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:39Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:40.600605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ffa0-900a-4792-b507-152a762fa02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3090c-42ba-42b4-9426-d546f83aebdb,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:40.631151 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:19:40.642000 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:19:40.643258 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:40.653211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-285535ea-94d3-4f08-8fd7-b7c6f944c52f admin admin] Publish callbacks [] for security_group (b2f3090c-42ba-42b4-9426-d546f83aebdb), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.677937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-285535ea-94d3-4f08-8fd7-b7c6f944c52f admin admin] Publish callbacks [] for security_group (b2f3090c-42ba-42b4-9426-d546f83aebdb), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.783563 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:19:40.799370 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-285535ea-94d3-4f08-8fd7-b7c6f944c52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b2f3090c-42ba-42b4-9426-d546f83aebdb), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.801996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-285535ea-94d3-4f08-8fd7-b7c6f944c52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:40.811967 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-285535ea-94d3-4f08-8fd7-b7c6f944c52f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2f3090c-42ba-42b4-9426-d546f83aebdb HTTP/1.1" status: 204 len: 168 time: 0.2092509 May 19 12:19:40.813472 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285535ea-94d3-4f08-8fd7-b7c6f944c52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3090c-42ba-42b4-9426-d546f83aebdb,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:41.072319 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:39Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:41.098054 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86b6d40-7623-4504-ab14-23422f57d528 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:39Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:19:41.371034 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e59ff0-01dd-491d-b233-2a3ffb305bcc None None] New status for floating IP 3f5e398e-870a-4523-8d62-ff7e4d05ac4e: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:19:41.539306 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488125b5-eab4-49a4-873f-058e57c1a95e req-6aaeedeb-a0f9-4d2e-88ff-bfac51b8579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:41.540200 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-696003a7-55a0-413e-98cf-91ee668b4eb2 req-9a419775-1513-410a-b05d-6cc3a5405f6a tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0447176 May 19 12:19:41.544199 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-6aaeedeb-a0f9-4d2e-88ff-bfac51b8579e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 1129 time: 0.0625801 May 19 12:19:41.607130 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754333-08ab-4665-aae7-a557d34d0d13 req-28842373-95e5-432f-bd92-9a0ca0ae806a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:41.609526 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f3754333-08ab-4665-aae7-a557d34d0d13 req-28842373-95e5-432f-bd92-9a0ca0ae806a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0733402 May 19 12:19:41.677887 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f3754333-08ab-4665-aae7-a557d34d0d13 req-420a46a9-2a87-4d4f-b3d5-c564628e607a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 May 19 12:19:41.966479 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43452) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:41.980686 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1eb38899-7e68-46fa-ab21-3a5acd80ac12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.058859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1eb38899-7e68-46fa-ab21-3a5acd80ac12 admin admin] Publish callbacks [] for security_group (60c7c5f7-ac0f-483a-8980-d1763e286cc0), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.136387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1eb38899-7e68-46fa-ab21-3a5acd80ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (60c7c5f7-ac0f-483a-8980-d1763e286cc0), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.181430 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-1eb38899-7e68-46fa-ab21-3a5acd80ac12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac1fa41b6de74fd7a4f1583a2bb1ae54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136199 May 19 12:19:42.182596 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb38899-7e68-46fa-ab21-3a5acd80ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c7c5f7-ac0f-483a-8980-d1763e286cc0,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:42.184232 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43456) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:42.238448 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcf3a-0a8d-43b9-8a51-739518de4a98 admin admin] Publish callbacks [] for security_group (60c7c5f7-ac0f-483a-8980-d1763e286cc0), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.264514 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcf3a-0a8d-43b9-8a51-739518de4a98 admin admin] Publish callbacks [] for security_group (60c7c5f7-ac0f-483a-8980-d1763e286cc0), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.445662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcf3a-0a8d-43b9-8a51-739518de4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (60c7c5f7-ac0f-483a-8980-d1763e286cc0), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.446653 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a685-8754-495e-b6d3-2b9141627de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.449642 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcf3a-0a8d-43b9-8a51-739518de4a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:42.450795 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-5f4bcf3a-0a8d-43b9-8a51-739518de4a98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60c7c5f7-ac0f-483a-8980-d1763e286cc0 HTTP/1.1" status: 204 len: 168 time: 0.2655630 May 19 12:19:42.459250 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcf3a-0a8d-43b9-8a51-739518de4a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c7c5f7-ac0f-483a-8980-d1763e286cc0,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:42.668184 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0e8cdd8-66d0-412e-87ab-404b62f26678 req-f6cf000b-114e-45e6-ba02-15dbaf6ce479 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0413773 May 19 12:19:42.797786 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95cd35-2227-4d6f-ba44-8bf963858f19 req-136aee01-cce9-48b0-b2bb-7be00e2d9240 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:42.799299 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de95cd35-2227-4d6f-ba44-8bf963858f19 req-136aee01-cce9-48b0-b2bb-7be00e2d9240 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0529404 May 19 12:19:42.871042 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de95cd35-2227-4d6f-ba44-8bf963858f19 req-72c7567a-baae-4ee0-b561-06854602b4f4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638297 May 19 12:19:42.893111 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43484) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:43.002588 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8d552-92a7-417b-8cf6-efa72fd28731 req-4902f43b-6805-42a8-88da-cc62a8ac0867 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:43.004332 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f6a8d552-92a7-417b-8cf6-efa72fd28731 req-4902f43b-6805-42a8-88da-cc62a8ac0867 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0557680 May 19 12:19:43.049418 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea26a743-478d-4bc9-880b-b83a16bae580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.093134 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f6a8d552-92a7-417b-8cf6-efa72fd28731 req-c00e8f21-b7da-43a5-91ae-f4d4c71fab13 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812576 May 19 12:19:43.153382 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea26a743-478d-4bc9-880b-b83a16bae580 admin admin] Publish callbacks [] for security_group (8b8c1481-d24f-4bea-b732-e7448ccd4811), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.283887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea26a743-478d-4bc9-880b-b83a16bae580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8b8c1481-d24f-4bea-b732-e7448ccd4811), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.320549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:43.328467 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43498) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:43.329099 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ea26a743-478d-4bc9-880b-b83a16bae580 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d12b0dc76a4f47758123998bee63907d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343128 May 19 12:19:43.329611 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a743-478d-4bc9-880b-b83a16bae580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8c1481-d24f-4bea-b732-e7448ccd4811,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:43.388422 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db244d61-e628-4d1e-a1ae-f66d48feb5e4 admin admin] Publish callbacks [] for security_group (8b8c1481-d24f-4bea-b732-e7448ccd4811), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.411326 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db244d61-e628-4d1e-a1ae-f66d48feb5e4 admin admin] Publish callbacks [] for security_group (8b8c1481-d24f-4bea-b732-e7448ccd4811), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.536707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:43.568960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488125b5-eab4-49a4-873f-058e57c1a95e req-dd37239b-368d-4b1f-942b-b99a1fbd8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:43.570753 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-dd37239b-368d-4b1f-942b-b99a1fbd8b5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 915 time: 0.1218743 May 19 12:19:43.657749 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db244d61-e628-4d1e-a1ae-f66d48feb5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8b8c1481-d24f-4bea-b732-e7448ccd4811), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.660898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db244d61-e628-4d1e-a1ae-f66d48feb5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:43.664219 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-db244d61-e628-4d1e-a1ae-f66d48feb5e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b8c1481-d24f-4bea-b732-e7448ccd4811 HTTP/1.1" status: 204 len: 168 time: 0.3322814 May 19 12:19:43.674393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244d61-e628-4d1e-a1ae-f66d48feb5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8c1481-d24f-4bea-b732-e7448ccd4811,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:43.807371 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b7246c5-7ea5-4ef7-9bd0-e7f2a035f510 req-73706066-6f2d-4248-9f70-3ef2990eb3a1 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0416415 May 19 12:19:44.004638 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-b64c8fb3-1469-4987-ba2b-002676fcf372 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 HTTP/1.1" status: 200 len: 1000 time: 0.0654635 May 19 12:19:44.065738 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488125b5-eab4-49a4-873f-058e57c1a95e req-96862c17-2e7e-458d-95cd-48c952f7028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:44.067839 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-96862c17-2e7e-458d-95cd-48c952f7028d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0563018 May 19 12:19:44.127040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488125b5-eab4-49a4-873f-058e57c1a95e req-2c3301e4-bc80-4711-83a7-2b784e6b7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:44.128565 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-2c3301e4-bc80-4711-83a7-2b784e6b7e48 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481069 May 19 12:19:44.170751 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:44.463605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:44.498721 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-5e0ae201-e8c6-4772-baa8-4a7f4884cafe service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914757 May 19 12:19:44.608592 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-488125b5-eab4-49a4-873f-058e57c1a95e req-56e7367d-b8e8-46db-bdd2-69dcf3e3d339 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975385 May 19 12:19:44.781024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43546) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:44.811279 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6b71b3e2-2e3d-432d-81e2-5fb0f64ce1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:44.952886 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6b71b3e2-2e3d-432d-81e2-5fb0f64ce1e0 admin admin] Publish callbacks [] for security_group (2899934b-1e45-460b-92fc-cd0c6c3bc007), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:44.959576 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-48b3bc19-6662-4b00-8448-67d9366dfdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:44.972869 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dbcb9089-afdb-4c98-bf7e-8f60f1a14fe5 req-38577ba0-0d4f-498a-934e-d0450661f8e5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0683014 May 19 12:19:45.129669 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6b71b3e2-2e3d-432d-81e2-5fb0f64ce1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2899934b-1e45-460b-92fc-cd0c6c3bc007), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:45.170415 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6b71b3e2-2e3d-432d-81e2-5fb0f64ce1e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cdd6be030344eb3a724ae23d1a72b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880949 May 19 12:19:45.171358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71b3e2-2e3d-432d-81e2-5fb0f64ce1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2899934b-1e45-460b-92fc-cd0c6c3bc007,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:45.173384 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43558) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:45.232123 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:45.232123 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5531-85d4-4530-8229-e7c314b10d3f admin admin] Publish callbacks [] for security_group (2899934b-1e45-460b-92fc-cd0c6c3bc007), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:45.254346 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5531-85d4-4530-8229-e7c314b10d3f admin admin] Publish callbacks [] for security_group (2899934b-1e45-460b-92fc-cd0c6c3bc007), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:45.388680 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5531-85d4-4530-8229-e7c314b10d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2899934b-1e45-460b-92fc-cd0c6c3bc007), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:45.392317 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5531-85d4-4530-8229-e7c314b10d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:45.393795 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-4bdc5531-85d4-4530-8229-e7c314b10d3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2899934b-1e45-460b-92fc-cd0c6c3bc007 HTTP/1.1" status: 204 len: 168 time: 0.2193961 May 19 12:19:45.404328 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc5531-85d4-4530-8229-e7c314b10d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2899934b-1e45-460b-92fc-cd0c6c3bc007,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:45.490088 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-09449828-f256-43b0-9051-f701f5b697a2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517745 May 19 12:19:45.585372 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae896990-5f17-43b4-9c73-cb14d868e22b req-d10aeb21-a4f8-4769-bdc5-ea7f497cf773 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:45.587050 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae896990-5f17-43b4-9c73-cb14d868e22b req-d10aeb21-a4f8-4769-bdc5-ea7f497cf773 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0544386 May 19 12:19:45.642044 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae896990-5f17-43b4-9c73-cb14d868e22b req-7fe36597-b42a-4615-96fc-03265d73b672 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 May 19 12:19:45.988543 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:46.085628 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa7f8c19-db1b-4a86-8513-3d4fb0625fdd req-69654e08-71e7-4a6d-81b4-91f3402b57d6 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0335500 May 19 12:19:46.822967 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c409777-d86d-42f2-8ccb-e9812291fc5a req-dc5811cb-00c7-4adc-9b27-d3d848608198 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:46.824578 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3c409777-d86d-42f2-8ccb-e9812291fc5a req-dc5811cb-00c7-4adc-9b27-d3d848608198 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.1045094 May 19 12:19:46.876561 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4561aa-66b9-45f1-be9a-174547f5e1f8 req-f624c1a8-8674-4b78-af82-bfcb76c72d4d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:46.878078 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3d4561aa-66b9-45f1-be9a-174547f5e1f8 req-f624c1a8-8674-4b78-af82-bfcb76c72d4d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0777042 May 19 12:19:46.918692 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3c409777-d86d-42f2-8ccb-e9812291fc5a req-f4196823-b704-4bbd-a4fd-eabef94a9a00 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 May 19 12:19:46.975703 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3d4561aa-66b9-45f1-be9a-174547f5e1f8 req-bde2c17b-96d7-44ee-a0ec-f61883d0c7c3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897610 May 19 12:19:47.087657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-8ff514d4-8e58-494e-888f-69ab1cf2469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:47.089185 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-8ff514d4-8e58-494e-888f-69ab1cf2469f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1130 time: 0.0549686 May 19 12:19:47.133712 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-9f1a3db8-71bd-47c0-98a8-aa194979de07 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:47.135145 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-9f1a3db8-71bd-47c0-98a8-aa194979de07 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "GET /v2.0/networks?id=8bb85304-d5d6-43de-9b5a-76646e161de6 HTTP/1.1" status: 200 len: 809 time: 0.1569064 May 19 12:19:47.187542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Request body: {'port': {'device_id': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6', 'admin_state_up': True, 'tenant_id': '79e70c946e5440e39ee1d7cbeb0a4160'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:47.207557 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:47.213043 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa1a4ccf-2e30-4548-ad63-88d529ca0883 req-969e865b-b1e3-45a9-adf3-43832712249e tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0528879 May 19 12:19:47.373107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-bef4b05b-763b-4808-a80b-0a4878ab5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:47.374620 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-bef4b05b-763b-4808-a80b-0a4878ab5210 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.2054200 May 19 12:19:47.497289 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Made reservation on behalf of 79e70c946e5440e39ee1d7cbeb0a4160 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:19:47.500911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:47.504146 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-d4d53d62-894c-40a6-b967-93b360cc8461 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 217 time: 0.0530896 May 19 12:19:47.548287 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:47.645694 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Allocated IP 172.20.0.13 (8bb85304-d5d6-43de-9b5a-76646e161de6/dc3ed54d-5192-42d8-b5e8-cffcab51b148/01ac3c6f-da80-4d77-80a9-e98853b9cebf) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:19:47.656677 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:47.807805 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks [] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:47.872818 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-ef18b95f-48ec-4dcc-8d43-33c368dead1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:47.874299 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-ef18b95f-48ec-4dcc-8d43-33c368dead1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0647511 May 19 12:19:48.016883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:48.086849 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7312aa5-9c9d-4e81-92be-451822b3f19c req-ac938d64-5110-4bb5-b2e9-fe2391d83fe9 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.088564 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e7312aa5-9c9d-4e81-92be-451822b3f19c req-ac938d64-5110-4bb5-b2e9-fe2391d83fe9 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.0791478 May 19 12:19:48.103942 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Network 8bb85304-d5d6-43de-9b5a-76646e161de6 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:19:48.116307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:19:48.119528 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:19:48.151722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-1cef0525-1cc5-4e90-afb7-aa75ab40cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.153252 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-1cef0525-1cc5-4e90-afb7-aa75ab40cf8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0887568 May 19 12:19:48.158448 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Pushing event updated for resources: {'Port': ['ID=01ac3c6f-da80-4d77-80a9-e98853b9cebf,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:48.193283 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626009c-69a1-49d9-9449-adb73a00d655 req-55c4baea-0c03-40a2-aa21-b79ab6efff39 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.195330 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a626009c-69a1-49d9-9449-adb73a00d655 req-55c4baea-0c03-40a2-aa21-b79ab6efff39 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.81 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 946 time: 0.1039073 May 19 12:19:48.208678 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7d259-bebd-4b3d-a812-e7b886f23515 req-b073c3fb-eb79-49b0-ab86-dcf8f86f3e60 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.210143 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc7d259-bebd-4b3d-a812-e7b886f23515 req-b073c3fb-eb79-49b0-ab86-dcf8f86f3e60 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.1205592 May 19 12:19:48.233166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.233166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:48.269432 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e7312aa5-9c9d-4e81-92be-451822b3f19c req-cf906d4a-75fb-499b-8de7-2ce934e53e72 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/security-groups?id=452e3920-497d-497b-b07c-3af2a356dd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697631 May 19 12:19:48.281306 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-64c4d33b-08b7-4bbf-9835-49e6005b20c4 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190369 May 19 12:19:48.372059 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-3d400de8-f098-4e30-89da-57373d8fb4b5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1804113 May 19 12:19:48.391402 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc7d259-bebd-4b3d-a812-e7b886f23515 req-59f78e0b-ddea-4c72-84bc-09ed782e3618 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703982 May 19 12:19:48.424248 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Deleting port 9b231795-5a6f-4362-ac0e-df73e6325281 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:19:48.424701 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:48.427737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Request body: {'port': {'device_id': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:48.431107 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:48.458732 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ff820245-c74b-4e1e-9297-04de8ac07026 req-820720cb-95a2-4acd-bc50-8e35ebbd2cc0 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693809 May 19 12:19:48.482723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1f4b8-9193-4317-94e9-255b2eb79bd6 req-16baa453-e754-4046-8ba3-ba4b4ee16972 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.492525 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cb1f4b8-9193-4317-94e9-255b2eb79bd6 req-16baa453-e754-4046-8ba3-ba4b4ee16972 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 932 time: 0.1316419 May 19 12:19:48.528937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:48.587126 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cb1f4b8-9193-4317-94e9-255b2eb79bd6 req-1d30a732-a9fc-479b-9770-9d8e56a85ed0 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923593 May 19 12:19:48.595632 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] For port 9b231795-5a6f-4362-ac0e-df73e6325281, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9b231795-5a6f-4362-ac0e-df73e6325281,segment=NetworkSegment(e900940d-426d-4138-873e-8ef2424c0c58),segment_id=e900940d-426d-4138-873e-8ef2424c0c58)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:48.596483 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:48.624208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Calling delete_port for 9b231795-5a6f-4362-ac0e-df73e6325281 owned by compute:nova {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:19:48.719506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:48.849310 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-e6485042-f0e4-4098-beb3-0a429291b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:48.850883 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-e6485042-f0e4-4098-beb3-0a429291b609 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1130 time: 0.0639277 May 19 12:19:48.885805 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:48.896676 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (9b231795-5a6f-4362-ac0e-df73e6325281), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:48.928827 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Pushing event deleted for resources: {'Port': ['ID=9b231795-5a6f-4362-ac0e-df73e6325281,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:48.943629 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['9b231795-5a6f-4362-ac0e-df73e6325281'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:19:49.017769 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] No DVR routers for this DVR port 9b231795-5a6f-4362-ac0e-df73e6325281 on host hv-cinder-80475 {{(pid=104216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:19:49.022381 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.027144 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.81 "DELETE /v2.0/ports/9b231795-5a6f-4362-ac0e-df73e6325281 HTTP/1.1" status: 204 len: 173 time: 0.8246312 May 19 12:19:49.027689 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'name': 'network-vif-deleted', 'tag': '9b231795-5a6f-4362-ac0e-df73e6325281'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:49.031824 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990cadc2-aeb6-480e-9736-35db9fa99d09" -d '{"events": [{"server_uuid": "86452401-2d6b-4b02-a61a-b5bd76cb996a", "name": "network-vif-deleted", "tag": "9b231795-5a6f-4362-ac0e-df73e6325281"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:49.073178 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cb5d69-7834-4e87-815d-3f23b784976e x-openstack-request-id: req-18cb5d69-7834-4e87-815d-3f23b784976e {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:49.073628 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86452401-2d6b-4b02-a61a-b5bd76cb996a", "name": "network-vif-deleted", "tag": "9b231795-5a6f-4362-ac0e-df73e6325281", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:49.074026 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18cb5d69-7834-4e87-815d-3f23b784976e {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:49.075020 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cb5d69-7834-4e87-815d-3f23b784976e'] response: {'server_uuid': '86452401-2d6b-4b02-a61a-b5bd76cb996a', 'name': 'network-vif-deleted', 'tag': '9b231795-5a6f-4362-ac0e-df73e6325281', 'status': 'completed', 'code': 200} May 19 12:19:49.142781 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-0cba5740-c961-48a7-a00d-b80c75ff8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:49.144296 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-0cba5740-c961-48a7-a00d-b80c75ff8f46 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.2688332 May 19 12:19:49.199027 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-76eb7f9a-80ea-47cd-bc34-c0dbecd4a64f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 217 time: 0.0369930 May 19 12:19:49.294009 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-2ab75a44-843f-4890-b014-b25653236573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:49.295634 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-2ab75a44-843f-4890-b014-b25653236573 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0786073 May 19 12:19:49.302281 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.355515 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ac3c6f-da80-4d77-80a9-e98853b9cebf {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:19:49.366925 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Publish callbacks [] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.385324 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-779aa2ea-0ae4-449a-9cbb-08297e456a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:49.386968 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-779aa2ea-0ae4-449a-9cbb-08297e456a86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684140 May 19 12:19:49.390307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Transition to ACTIVE for port object 01ac3c6f-da80-4d77-80a9-e98853b9cebf will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:19:49.394424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e29c029e-479e-4c90-8858-68c45f76465c req-7cffdf24-ad72-4124-a295-cf7bd4e54a9c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.0367410 May 19 12:19:49.490117 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.505775 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-e0d3cf2a-bedf-4a0f-b5b3-61e58e799696 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109431 May 19 12:19:49.506526 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:49.523148 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb9976-0544-4ab3-b912-be4ccc18c694 req-2a493089-0de0-4d16-a418-95da79dfc049 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:49.525081 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e4eb9976-0544-4ab3-b912-be4ccc18c694 req-2a493089-0de0-4d16-a418-95da79dfc049 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0560651 May 19 12:19:49.584296 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e4eb9976-0544-4ab3-b912-be4ccc18c694 req-aef4b3f7-887f-40e2-afd2-774bbe5b06c4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 May 19 12:19:49.609524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Pushing event updated for resources: {'Port': ['ID=01ac3c6f-da80-4d77-80a9-e98853b9cebf,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:49.700283 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c9e2bca9-abba-47f8-99e6-80960b53a165 req-674f3327-711a-4ee2-974a-40435e3cd780 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707709 May 19 12:19:49.720716 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Attempting to bind port 01ac3c6f-da80-4d77-80a9-e98853b9cebf on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:19:49.721200 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Attempting to bind port 01ac3c6f-da80-4d77-80a9-e98853b9cebf by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:19:49.721751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Attempting to bind port 01ac3c6f-da80-4d77-80a9-e98853b9cebf on network 8bb85304-d5d6-43de-9b5a-76646e161de6 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:19:49.730108 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26a5c1-c2e5-4199-a68a-8627ed70120d req-ce3ffc6f-290d-4f9e-95be-c75e5aa408df tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:49.730872 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Port 01ac3c6f-da80-4d77-80a9-e98853b9cebf on network 8bb85304-d5d6-43de-9b5a-76646e161de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:19:49.731255 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Attempting to bind port 01ac3c6f-da80-4d77-80a9-e98853b9cebf on network 8bb85304-d5d6-43de-9b5a-76646e161de6 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:19:49.731870 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0f26a5c1-c2e5-4199-a68a-8627ed70120d req-ce3ffc6f-290d-4f9e-95be-c75e5aa408df tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 944 time: 0.0575519 May 19 12:19:49.737738 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:19:49.742833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Checking segment: {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:19:49.742833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Bound using segment: {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:19:49.742833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Bound port: 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:19:49.742833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.791502 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0f26a5c1-c2e5-4199-a68a-8627ed70120d req-3ac0fd29-94cd-4ce9-a802-45ce66b100ff tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522988 May 19 12:19:49.813558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] For port 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:19:49.816989 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] For port 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=01ac3c6f-da80-4d77-80a9-e98853b9cebf,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:19:49.942774 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.984667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:49.985354 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:49.986784 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] 10.222.0.81 "PUT /v2.0/ports/01ac3c6f-da80-4d77-80a9-e98853b9cebf HTTP/1.1" status: 200 len: 1094 time: 1.5781312 May 19 12:19:49.987327 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'tag': '01ac3c6f-da80-4d77-80a9-e98853b9cebf'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:49.989635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f317e-8b50-4bf6-986d-98108671c3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "20c7b346-edf5-4d57-ba2f-2530abe18632", "tag": "01ac3c6f-da80-4d77-80a9-e98853b9cebf"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:50.020524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78bffa-397d-4118-840c-e0c56d76fa4b service neutron] Pushing event updated for resources: {'Port': ['ID=01ac3c6f-da80-4d77-80a9-e98853b9cebf,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:50.032920 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886b7b2f-ab20-4bd4-865f-506a16120107 x-openstack-request-id: req-886b7b2f-ab20-4bd4-865f-506a16120107 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:50.033206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c7b346-edf5-4d57-ba2f-2530abe18632", "tag": "01ac3c6f-da80-4d77-80a9-e98853b9cebf", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:50.033459 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-886b7b2f-ab20-4bd4-865f-506a16120107 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:50.033934 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886b7b2f-ab20-4bd4-865f-506a16120107'] response: {'name': 'network-changed', 'server_uuid': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'tag': '01ac3c6f-da80-4d77-80a9-e98853b9cebf', 'status': 'completed', 'code': 200} May 19 12:19:50.134068 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f317e-8b50-4bf6-986d-98108671c3ab req-c1c803f2-ec14-4575-8894-a04286fdf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:50.136247 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-447f317e-8b50-4bf6-986d-98108671c3ab req-c1c803f2-ec14-4575-8894-a04286fdf463 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 1128 time: 0.0473857 May 19 12:19:50.350417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:50.386639 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f317e-8b50-4bf6-986d-98108671c3ab req-466b9b06-9980-4c0e-8ea5-1906a529bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:50.388170 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-447f317e-8b50-4bf6-986d-98108671c3ab req-466b9b06-9980-4c0e-8ea5-1906a529bba9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2245800 May 19 12:19:50.510592 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1d9f895-222d-4984-afe3-7936f220ce0c req-eb982a5d-bf37-465e-b0f4-b3fac369277c tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] 10.222.0.23 "GET /v2.0/ports?device_id=86452401-2d6b-4b02-a61a-b5bd76cb996a HTTP/1.1" status: 200 len: 210 time: 0.0287223 May 19 12:19:50.707933 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7eb62-34a8-4c52-ae10-689b2187786d req-3df7f26b-b4f0-4bba-8706-f2c29aa86cf9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:50.709487 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10f7eb62-34a8-4c52-ae10-689b2187786d req-3df7f26b-b4f0-4bba-8706-f2c29aa86cf9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0496774 May 19 12:19:50.772253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f317e-8b50-4bf6-986d-98108671c3ab req-d9dd0c15-1500-4b2e-bf46-19d9dc680c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:50.774020 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-447f317e-8b50-4bf6-986d-98108671c3ab req-d9dd0c15-1500-4b2e-bf46-19d9dc680c5f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173515 May 19 12:19:50.777028 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10f7eb62-34a8-4c52-ae10-689b2187786d req-84940729-736a-4d58-9b15-3648779786ff tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605395 May 19 12:19:50.940792 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e865-66b8-40cc-9ba9-2519df6eb424 req-fdaeb1bf-070f-4ff4-98d1-26d27a90efd8 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:50.942447 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4bf3e865-66b8-40cc-9ba9-2519df6eb424 req-fdaeb1bf-070f-4ff4-98d1-26d27a90efd8 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 944 time: 0.0734055 May 19 12:19:50.968413 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-44a9c58e-8b3a-45f4-b319-444836cca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:50.970003 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-44a9c58e-8b3a-45f4-b319-444836cca43f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 1128 time: 0.0734773 May 19 12:19:51.018589 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4bf3e865-66b8-40cc-9ba9-2519df6eb424 req-2a2cf976-b840-497b-a869-77281a9f6fd4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674148 May 19 12:19:51.029714 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-8967bc60-7657-4d9e-8a2a-2ad9c7c1e288 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01ac3c6f-da80-4d77-80a9-e98853b9cebf HTTP/1.1" status: 200 len: 217 time: 0.0448356 May 19 12:19:51.068528 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=83 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:51.075996 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=21 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:51.088435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657506-1e96-4a16-a025-427757f0db48 req-73e50d2d-2ee8-4c5f-90c3-d4a2901281b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:51.089940 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-73e50d2d-2ee8-4c5f-90c3-d4a2901281b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc3ed54d-5192-42d8-b5e8-cffcab51b148 HTTP/1.1" status: 200 len: 849 time: 0.0517595 May 19 12:19:51.125410 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-a2a4dbc0-5478-4ce5-8762-a30cce4f8b24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bb85304-d5d6-43de-9b5a-76646e161de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287402 May 19 12:19:51.234844 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-bb1fe22e-2ff8-47fd-a354-56cb147cb53e service neutron] 10.222.0.81 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965252 May 19 12:19:51.360550 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0e657506-1e96-4a16-a025-427757f0db48 req-d430d182-b6a9-4601-ac2e-2bc11acd3718 service neutron] 10.222.0.81 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190369 May 19 12:19:51.856647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:51.896342 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34354d20-bd7a-4423-82dc-117164f75e86 req-9bde0703-b671-4ce6-a19c-4005e80e8973 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:51.897847 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-34354d20-bd7a-4423-82dc-117164f75e86 req-9bde0703-b671-4ce6-a19c-4005e80e8973 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0486541 May 19 12:19:51.923738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 9b231795-5a6f-4362-ac0e-df73e6325281 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:19:51.948911 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-34354d20-bd7a-4423-82dc-117164f75e86 req-3ceeb2b6-2cb4-455a-962d-7c4b8313e230 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 May 19 12:19:51.950883 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 9b231795-5a6f-4362-ac0e-df73e6325281 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:19:51.951231 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 9b231795-5a6f-4362-ac0e-df73e6325281 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:19:52.141555 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d1f4c-8eb2-43a8-825b-8220ff5fa0fc req-f628e1db-8689-4b67-ad34-7c5ed53afabd tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:52.141555 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a21d1f4c-8eb2-43a8-825b-8220ff5fa0fc req-f628e1db-8689-4b67-ad34-7c5ed53afabd tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 944 time: 0.0540993 May 19 12:19:52.158498 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:52.187475 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a21d1f4c-8eb2-43a8-825b-8220ff5fa0fc req-7740e127-9c10-4fd4-8bf5-b09d2d23be69 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 May 19 12:19:53.074229 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287d0c7-7083-42a8-bf73-96647d62119b req-a316d31a-24ba-4dd6-858d-32150f82e89e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:53.075890 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b287d0c7-7083-42a8-bf73-96647d62119b req-a316d31a-24ba-4dd6-858d-32150f82e89e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0531116 May 19 12:19:53.125170 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b287d0c7-7083-42a8-bf73-96647d62119b req-ed892e8f-818b-47d7-9df6-df20b2360fc9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 May 19 12:19:53.312466 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a218-ff6c-4880-a116-842ab1bcc1ca req-7eef362a-3dcd-4983-9aed-52a39cdf89b6 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:53.313980 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bc14a218-ff6c-4880-a116-842ab1bcc1ca req-7eef362a-3dcd-4983-9aed-52a39cdf89b6 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 944 time: 0.0510805 May 19 12:19:53.364860 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bc14a218-ff6c-4880-a116-842ab1bcc1ca req-3d5a3713-01e8-4019-b8c2-8e93d5d73653 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 May 19 12:19:54.258219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f7a2a-7cb2-46f8-bfc7-6faabff1faa9 req-2e75783e-91ef-4c08-88d2-5783a761e935 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:54.259761 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-966f7a2a-7cb2-46f8-bfc7-6faabff1faa9 req-2e75783e-91ef-4c08-88d2-5783a761e935 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0563335 May 19 12:19:54.314593 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43818) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:54.324813 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-966f7a2a-7cb2-46f8-bfc7-6faabff1faa9 req-e1093660-4ed5-480b-abbf-a044511e04ec tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594323 May 19 12:19:54.353826 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:54.361158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Deleting subnet 5619b6aa-0842-420b-8501-20b93e478ee7 {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:19:54.364374 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Publish callbacks [] for subnet (5619b6aa-0842-420b-8501-20b93e478ee7), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.408333 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (5619b6aa-0842-420b-8501-20b93e478ee7), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.450997 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (5619b6aa-0842-420b-8501-20b93e478ee7), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.491570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0d2de-e78c-429d-ab5c-0368ee275ca8 req-171650d3-5aa0-4d65-95a3-fa50fed9f137 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:54.494616 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-32a0d2de-e78c-429d-ab5c-0368ee275ca8 req-171650d3-5aa0-4d65-95a3-fa50fed9f137 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 944 time: 0.0518007 May 19 12:19:54.528770 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:54.530482 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43826) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:54.560422 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-32a0d2de-e78c-429d-ab5c-0368ee275ca8 req-cb42bb08-18c9-40f2-ba1a-e59c113a117b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599434 May 19 12:19:54.583523 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (5619b6aa-0842-420b-8501-20b93e478ee7), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.616435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5619b6aa-0842-420b-8501-20b93e478ee7,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:54.620045 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.623656 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-77671fcf-9cb9-4110-94d3-e5c46aa51950 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5619b6aa-0842-420b-8501-20b93e478ee7 HTTP/1.1" status: 204 len: 168 time: 0.3118982 May 19 12:19:54.626126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43830) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:54.645385 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43832) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:54.720353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (5ac03e57-985e-43a7-b44d-c5e798d66059), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.775995 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fe0baf17-2ed8-4cb2-aef5-048df704786b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.780989 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-97cbe0e7-cecb-4f7c-b55c-13ab9c790611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.833794 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (5ac03e57-985e-43a7-b44d-c5e798d66059), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.864603 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-97cbe0e7-cecb-4f7c-b55c-13ab9c790611 admin admin] Publish callbacks [] for security_group (5a2647ce-726c-4fbf-b843-3708573b03c1), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.868932 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac03e57-985e-43a7-b44d-c5e798d66059']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:54.883717 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e900940d-426d-4138-873e-8ef2424c0c58') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:54.884055 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e900940d-426d-4138-873e-8ef2424c0c58') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:19:54.899050 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (e900940d-426d-4138-873e-8ef2424c0c58), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.922228 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (e900940d-426d-4138-873e-8ef2424c0c58), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.933689 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:19:54.934048 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (e900940d-426d-4138-873e-8ef2424c0c58), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:19:54.935822 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:19:54.947629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-97cbe0e7-cecb-4f7c-b55c-13ab9c790611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5a2647ce-726c-4fbf-b843-3708573b03c1), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.995690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fe0baf17-2ed8-4cb2-aef5-048df704786b admin admin] Publish callbacks [] for security_group (c0f6538d-f088-43de-997c-55d1e24d3d1d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:54.996634 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbe0e7-cecb-4f7c-b55c-13ab9c790611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2647ce-726c-4fbf-b843-3708573b03c1,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:55.004240 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-97cbe0e7-cecb-4f7c-b55c-13ab9c790611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7322035a6274e80bbe5ed3859e83f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572898 May 19 12:19:55.006517 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43844) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:55.068401 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fe0baf17-2ed8-4cb2-aef5-048df704786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c0f6538d-f088-43de-997c-55d1e24d3d1d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.084825 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:55.112256 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0baf17-2ed8-4cb2-aef5-048df704786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f6538d-f088-43de-997c-55d1e24d3d1d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:55.121079 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-fe0baf17-2ed8-4cb2-aef5-048df704786b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c634fdb709ba49cc98edc1d7648cad29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894268 May 19 12:19:55.121675 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43846) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:55.129002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (5ac03e57-985e-43a7-b44d-c5e798d66059), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.134612 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.140583 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ac03e57-985e-43a7-b44d-c5e798d66059 HTTP/1.1" status: 204 len: 168 time: 0.5126727 May 19 12:19:55.161775 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b849-9f2f-4d2d-b8ae-f5eb4c1e297f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac03e57-985e-43a7-b44d-c5e798d66059,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:55.220111 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-40fafdae-6f3c-4aa3-9f6a-9b512f72a839 admin admin] Publish callbacks [] for security_group (c0f6538d-f088-43de-997c-55d1e24d3d1d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.248393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-40fafdae-6f3c-4aa3-9f6a-9b512f72a839 admin admin] Publish callbacks [] for security_group (c0f6538d-f088-43de-997c-55d1e24d3d1d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.285090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fc27f058-1cbf-42a6-9517-01ff36e014e2 admin admin] Publish callbacks [] for security_group (5a2647ce-726c-4fbf-b843-3708573b03c1), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.312875 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fc27f058-1cbf-42a6-9517-01ff36e014e2 admin admin] Publish callbacks [] for security_group (5a2647ce-726c-4fbf-b843-3708573b03c1), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.439807 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-40fafdae-6f3c-4aa3-9f6a-9b512f72a839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c0f6538d-f088-43de-997c-55d1e24d3d1d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.443473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-40fafdae-6f3c-4aa3-9f6a-9b512f72a839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.445851 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-40fafdae-6f3c-4aa3-9f6a-9b512f72a839 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0f6538d-f088-43de-997c-55d1e24d3d1d HTTP/1.1" status: 204 len: 168 time: 0.3215730 May 19 12:19:55.455002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fafdae-6f3c-4aa3-9f6a-9b512f72a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f6538d-f088-43de-997c-55d1e24d3d1d,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:55.459293 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2994e1-cd57-40b3-b5a3-d4877db3b4f3 req-871f0e09-f9d2-41bc-9392-6d52be57bad7 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:55.465963 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-be2994e1-cd57-40b3-b5a3-d4877db3b4f3 req-871f0e09-f9d2-41bc-9392-6d52be57bad7 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0561993 May 19 12:19:55.467378 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fc27f058-1cbf-42a6-9517-01ff36e014e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5a2647ce-726c-4fbf-b843-3708573b03c1), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.469931 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fc27f058-1cbf-42a6-9517-01ff36e014e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.473734 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-fc27f058-1cbf-42a6-9517-01ff36e014e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a2647ce-726c-4fbf-b843-3708573b03c1 HTTP/1.1" status: 204 len: 168 time: 0.4596162 May 19 12:19:55.481810 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27f058-1cbf-42a6-9517-01ff36e014e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2647ce-726c-4fbf-b843-3708573b03c1,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:55.499835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:55.543011 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-be2994e1-cd57-40b3-b5a3-d4877db3b4f3 req-8a3f616b-4e24-4821-b63e-90d63be58bfc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535340 May 19 12:19:55.634847 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43860) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:55.657014 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:55.684615 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b9e5d-0039-4fdd-8bf4-09b41b0ff003 req-e603e15c-9bc9-4def-963b-1efb538ceb57 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:55.686121 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a90b9e5d-0039-4fdd-8bf4-09b41b0ff003 req-e603e15c-9bc9-4def-963b-1efb538ceb57 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 944 time: 0.0541816 May 19 12:19:55.692397 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-787bd028-f851-454e-bc2e-586176a9cb05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de8f3490bba84ff38b5940fe768ede25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0564229 May 19 12:19:55.695501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43862) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:55.727622 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:55.743731 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43864) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:55.748947 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a90b9e5d-0039-4fdd-8bf4-09b41b0ff003 req-5be874cc-c4a1-4c52-bcae-f6822b09bd93 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 May 19 12:19:55.768620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9687a8df-be3b-4328-9a26-da66052f827f admin admin] Publish callbacks [] for security_group (452e3920-497d-497b-b07c-3af2a356dd83), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.795481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9687a8df-be3b-4328-9a26-da66052f827f admin admin] Publish callbacks [] for security_group (452e3920-497d-497b-b07c-3af2a356dd83), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.954724 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 01ac3c6f-da80-4d77-80a9-e98853b9cebf details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:19:55.967889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4784d7b5-a0ff-421d-9d81-58cd6a127c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.969765 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9687a8df-be3b-4328-9a26-da66052f827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (452e3920-497d-497b-b07c-3af2a356dd83), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.972387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9687a8df-be3b-4328-9a26-da66052f827f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:55.978916 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9687a8df-be3b-4328-9a26-da66052f827f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/452e3920-497d-497b-b07c-3af2a356dd83 HTTP/1.1" status: 204 len: 168 time: 0.2731178 May 19 12:19:55.995216 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687a8df-be3b-4328-9a26-da66052f827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e3920-497d-497b-b07c-3af2a356dd83,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:56.076564 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=01ac3c6f-da80-4d77-80a9-e98853b9cebf,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:56.084682 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4784d7b5-a0ff-421d-9d81-58cd6a127c18 admin admin] Publish callbacks [] for security_group (5b2dff44-5b58-4c50-8825-6ac2535290c2), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.088898 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '01ac3c6f-da80-4d77-80a9-e98853b9cebf', 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6', 'port_id': '01ac3c6f-da80-4d77-80a9-e98853b9cebf', 'mac_address': 'fa:16:3e:6b:d2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3ed54d-5192-42d8-b5e8-cffcab51b148', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:19:56.126419 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 01ac3c6f-da80-4d77-80a9-e98853b9cebf is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:19:56.126812 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.142219 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ac3c6f-da80-4d77-80a9-e98853b9cebf {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:19:56.163493 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:56.167753 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4784d7b5-a0ff-421d-9d81-58cd6a127c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5b2dff44-5b58-4c50-8825-6ac2535290c2), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.168211 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=01ac3c6f-da80-4d77-80a9-e98853b9cebf,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:56.210959 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-4784d7b5-a0ff-421d-9d81-58cd6a127c18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01164d76ccfa447ba19e004349921bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658680 May 19 12:19:56.212201 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784d7b5-a0ff-421d-9d81-58cd6a127c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2dff44-5b58-4c50-8825-6ac2535290c2,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:56.214320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43874) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:56.270124 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-119fc006-677f-453b-b5af-2c6830ee5bc6 admin admin] Publish callbacks [] for security_group (5b2dff44-5b58-4c50-8825-6ac2535290c2), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.293426 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-119fc006-677f-453b-b5af-2c6830ee5bc6 admin admin] Publish callbacks [] for security_group (5b2dff44-5b58-4c50-8825-6ac2535290c2), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.296370 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.343947 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=01ac3c6f-da80-4d77-80a9-e98853b9cebf,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:56.440150 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43876) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:56.453510 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c449-43cc-4eb1-86eb-8b556e4002c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.486955 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-119fc006-677f-453b-b5af-2c6830ee5bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5b2dff44-5b58-4c50-8825-6ac2535290c2), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.489798 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-119fc006-677f-453b-b5af-2c6830ee5bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.491127 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-119fc006-677f-453b-b5af-2c6830ee5bc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b2dff44-5b58-4c50-8825-6ac2535290c2 HTTP/1.1" status: 204 len: 168 time: 0.2751336 May 19 12:19:56.510275 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fc006-677f-453b-b5af-2c6830ee5bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2dff44-5b58-4c50-8825-6ac2535290c2,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:56.528189 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:56.575533 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c449-43cc-4eb1-86eb-8b556e4002c2 admin admin] Publish callbacks [] for security_group (b9fef21b-3f6c-44ca-8947-32ad9b045385), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.666272 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e9e52-22e9-4c99-8056-798206155676 req-5429687f-9892-40d5-ab34-70080c0ad32a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:56.667897 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-496e9e52-22e9-4c99-8056-798206155676 req-5429687f-9892-40d5-ab34-70080c0ad32a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0516977 May 19 12:19:56.669089 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c449-43cc-4eb1-86eb-8b556e4002c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b9fef21b-3f6c-44ca-8947-32ad9b045385), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.725145 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-2bd4c449-43cc-4eb1-86eb-8b556e4002c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b6467a9a31347a0b786120ff77cd8a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837350 May 19 12:19:56.725935 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4c449-43cc-4eb1-86eb-8b556e4002c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fef21b-3f6c-44ca-8947-32ad9b045385,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:56.731238 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43884) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:56.765357 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:56.769039 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-496e9e52-22e9-4c99-8056-798206155676 req-28720fe3-7840-486b-8435-c614546a3c66 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896406 May 19 12:19:56.817804 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27c7addb-05bb-4276-8a4a-00787911a116 admin admin] Publish callbacks [] for security_group (b9fef21b-3f6c-44ca-8947-32ad9b045385), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.856786 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27c7addb-05bb-4276-8a4a-00787911a116 admin admin] Publish callbacks [] for security_group (b9fef21b-3f6c-44ca-8947-32ad9b045385), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:56.857687 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['01ac3c6f-da80-4d77-80a9-e98853b9cebf'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:19:56.891437 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b4c23-12a9-4a45-b390-405989dbfee1 req-d6384e43-0b40-4298-9391-cbf09d22a958 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:56.893009 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-402b4c23-12a9-4a45-b390-405989dbfee1 req-d6384e43-0b40-4298-9391-cbf09d22a958 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 945 time: 0.0546110 May 19 12:19:56.954425 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-402b4c23-12a9-4a45-b390-405989dbfee1 req-ff0ef627-19e5-41c4-aeb0-8138b1b5b51b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 May 19 12:19:57.004118 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43890) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:57.020189 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64ba6184-1620-4e13-a72b-0ac1c0798dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.034616 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27c7addb-05bb-4276-8a4a-00787911a116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b9fef21b-3f6c-44ca-8947-32ad9b045385), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.037642 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27c7addb-05bb-4276-8a4a-00787911a116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.039714 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-27c7addb-05bb-4276-8a4a-00787911a116 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9fef21b-3f6c-44ca-8947-32ad9b045385 HTTP/1.1" status: 204 len: 168 time: 0.3067238 May 19 12:19:57.060184 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7addb-05bb-4276-8a4a-00787911a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fef21b-3f6c-44ca-8947-32ad9b045385,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:57.127415 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64ba6184-1620-4e13-a72b-0ac1c0798dd9 admin admin] Publish callbacks [] for security_group (e83fb790-e257-441e-b1ee-68a8fece5b58), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.233688 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64ba6184-1620-4e13-a72b-0ac1c0798dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (e83fb790-e257-441e-b1ee-68a8fece5b58), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.275323 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-64ba6184-1620-4e13-a72b-0ac1c0798dd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3749085b2e8d4adfa3067ccdfbffd023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699537 May 19 12:19:57.276486 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6184-1620-4e13-a72b-0ac1c0798dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83fb790-e257-441e-b1ee-68a8fece5b58,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:57.277999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43896) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:57.331183 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9725dce5-ac32-44f0-841f-46da3bb4573e admin admin] Publish callbacks [] for security_group (e83fb790-e257-441e-b1ee-68a8fece5b58), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.354888 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9725dce5-ac32-44f0-841f-46da3bb4573e admin admin] Publish callbacks [] for security_group (e83fb790-e257-441e-b1ee-68a8fece5b58), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.543250 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9725dce5-ac32-44f0-841f-46da3bb4573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (e83fb790-e257-441e-b1ee-68a8fece5b58), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.546005 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9725dce5-ac32-44f0-841f-46da3bb4573e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.547545 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9725dce5-ac32-44f0-841f-46da3bb4573e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e83fb790-e257-441e-b1ee-68a8fece5b58 HTTP/1.1" status: 204 len: 168 time: 0.2685604 May 19 12:19:57.560302 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725dce5-ac32-44f0-841f-46da3bb4573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83fb790-e257-441e-b1ee-68a8fece5b58,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:57.659499 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43904) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:57.674665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4be7e8c9-a295-4c4d-9624-afb566df8512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.723068 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:57.770907 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4be7e8c9-a295-4c4d-9624-afb566df8512 admin admin] Publish callbacks [] for security_group (fceb71d4-1f90-4363-a99a-e1a2683aae39), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.840508 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4be7e8c9-a295-4c4d-9624-afb566df8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (fceb71d4-1f90-4363-a99a-e1a2683aae39), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.881752 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-4be7e8c9-a295-4c4d-9624-afb566df8512 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7356f68a0aa43cfade192f26082f619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208920 May 19 12:19:57.883394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7e8c9-a295-4c4d-9624-afb566df8512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb71d4-1f90-4363-a99a-e1a2683aae39,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:57.887269 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43914) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:57.938710 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31718c23-28a1-4791-aa41-0dab82a09e3f req-1ad4ffdd-27b9-46ac-82bf-69a89cbf9975 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:57.940608 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-31718c23-28a1-4791-aa41-0dab82a09e3f req-1ad4ffdd-27b9-46ac-82bf-69a89cbf9975 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0589962 May 19 12:19:57.953997 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-526844a6-0102-465c-ab2c-4fc196292963 admin admin] Publish callbacks [] for security_group (fceb71d4-1f90-4363-a99a-e1a2683aae39), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.978857 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-526844a6-0102-465c-ab2c-4fc196292963 admin admin] Publish callbacks [] for security_group (fceb71d4-1f90-4363-a99a-e1a2683aae39), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:57.995972 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-31718c23-28a1-4791-aa41-0dab82a09e3f req-d6b826e9-311f-4384-bb46-553f9bfa36dd tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 May 19 12:19:58.005326 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:58.098330 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eff10-ecd0-486c-96d9-2b2cd044979f req-33dc888e-cf15-47e4-a086-fc9d36aecce8 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:58.100007 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-875eff10-ecd0-486c-96d9-2b2cd044979f req-33dc888e-cf15-47e4-a086-fc9d36aecce8 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 945 time: 0.0539174 May 19 12:19:58.159708 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-526844a6-0102-465c-ab2c-4fc196292963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (fceb71d4-1f90-4363-a99a-e1a2683aae39), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:58.159912 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-875eff10-ecd0-486c-96d9-2b2cd044979f req-af283f22-3552-4629-8ba6-22eb097df793 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 May 19 12:19:58.162271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-526844a6-0102-465c-ab2c-4fc196292963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:58.164537 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-526844a6-0102-465c-ab2c-4fc196292963 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fceb71d4-1f90-4363-a99a-e1a2683aae39 HTTP/1.1" status: 204 len: 168 time: 0.2762649 May 19 12:19:58.172539 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 01ac3c6f-da80-4d77-80a9-e98853b9cebf up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:19:58.189170 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526844a6-0102-465c-ab2c-4fc196292963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb71d4-1f90-4363-a99a-e1a2683aae39,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:58.236310 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 01ac3c6f-da80-4d77-80a9-e98853b9cebf completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:19:58.365481 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 01ac3c6f-da80-4d77-80a9-e98853b9cebf triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:19:58.368591 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:58.452032 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 01ac3c6f-da80-4d77-80a9-e98853b9cebf is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:19:58.452422 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:58.477869 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac3c6f-da80-4d77-80a9-e98853b9cebf'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:19:58.480390 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583c713-668c-48a5-9338-ce66ec4e4d79" -d '{"events": [{"server_uuid": "20c7b346-edf5-4d57-ba2f-2530abe18632", "name": "network-vif-plugged", "status": "completed", "tag": "01ac3c6f-da80-4d77-80a9-e98853b9cebf"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:19:58.494469 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=01ac3c6f-da80-4d77-80a9-e98853b9cebf,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:19:58.522364 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52923e24-9e54-47d4-a2ee-9ccf9b7d6027 x-openstack-request-id: req-52923e24-9e54-47d4-a2ee-9ccf9b7d6027 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:19:58.522652 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c7b346-edf5-4d57-ba2f-2530abe18632", "name": "network-vif-plugged", "status": "completed", "tag": "01ac3c6f-da80-4d77-80a9-e98853b9cebf", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:19:58.522911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52923e24-9e54-47d4-a2ee-9ccf9b7d6027 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:19:58.523322 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52923e24-9e54-47d4-a2ee-9ccf9b7d6027'] response: {'server_uuid': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac3c6f-da80-4d77-80a9-e98853b9cebf', 'code': 200} May 19 12:19:58.560168 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:58.619220 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=01ac3c6f-da80-4d77-80a9-e98853b9cebf,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:59.019165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa1c5e-e75f-441a-9f30-2deace0b2742 req-7f8ff8bf-44de-4271-b3ce-585b96124d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:59.019165 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e9aa1c5e-e75f-441a-9f30-2deace0b2742 req-7f8ff8bf-44de-4271-b3ce-585b96124d87 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 1130 time: 0.0416305 May 19 12:19:59.019165 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e9aa1c5e-e75f-441a-9f30-2deace0b2742 req-42e9fdc7-70ed-4f28-8713-6cc6fc5e0b09 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 May 19 12:19:59.119638 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09420d-7a8c-44e3-9d48-48aea84f4d2b req-58818c10-92b6-4829-b0a2-f7fe4c101891 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:59.121248 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a09420d-7a8c-44e3-9d48-48aea84f4d2b req-58818c10-92b6-4829-b0a2-f7fe4c101891 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0511117 May 19 12:19:59.173856 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a09420d-7a8c-44e3-9d48-48aea84f4d2b req-e9a30fec-4880-44b0-893a-32c89b5685a3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 May 19 12:19:59.294994 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d2963-f149-48e0-a2cc-91bdc6fea1fb req-d3aac286-fcc8-41dd-acb4-2ecd87e86136 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:19:59.296413 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a44d2963-f149-48e0-a2cc-91bdc6fea1fb req-d3aac286-fcc8-41dd-acb4-2ecd87e86136 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.0515292 May 19 12:19:59.346276 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a44d2963-f149-48e0-a2cc-91bdc6fea1fb req-c8531d75-9edd-41f4-89b2-090ac29714b4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 May 19 12:19:59.430607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43960) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:59.519385 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 43964) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:59.533712 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8519-6cff-4014-a361-94f41ceddb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.608488 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:59.635145 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8519-6cff-4014-a361-94f41ceddb05 admin admin] Publish callbacks [] for security_group (23539d93-9dc9-4f69-a763-a2e6dd11f8b9), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.690040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-101578816-network', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:19:59.708454 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8519-6cff-4014-a361-94f41ceddb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (23539d93-9dc9-4f69-a763-a2e6dd11f8b9), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.756567 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-1a6e8519-6cff-4014-a361-94f41ceddb05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adc7c7b781734864a8f2977b38b85479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360232 May 19 12:19:59.757677 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e8519-6cff-4014-a361-94f41ceddb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23539d93-9dc9-4f69-a763-a2e6dd11f8b9,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:19:59.759835 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43974) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:19:59.779115 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Made reservation on behalf of 1952e5f71bb245de912a1249fd7f6167 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:19:59.782133 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.802688 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:19:59.807640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.861335 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c0420bc-bd9a-4c98-8df0-7f58436c74d0 admin admin] Publish callbacks [] for security_group (23539d93-9dc9-4f69-a763-a2e6dd11f8b9), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.895935 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c0420bc-bd9a-4c98-8df0-7f58436c74d0 admin admin] Publish callbacks [] for security_group (23539d93-9dc9-4f69-a763-a2e6dd11f8b9), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:19:59.966308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks [] for security_group (5405f64d-0d6f-48ab-a0ec-8f45d977b72f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.039666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5405f64d-0d6f-48ab-a0ec-8f45d977b72f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.066912 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c0420bc-bd9a-4c98-8df0-7f58436c74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (23539d93-9dc9-4f69-a763-a2e6dd11f8b9), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.074884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5c0420bc-bd9a-4c98-8df0-7f58436c74d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.075819 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5c0420bc-bd9a-4c98-8df0-7f58436c74d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23539d93-9dc9-4f69-a763-a2e6dd11f8b9 HTTP/1.1" status: 204 len: 168 time: 0.3145719 May 19 12:20:00.082107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:20:00.089564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5405f64d-0d6f-48ab-a0ec-8f45d977b72f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:00.107608 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (c3f375cb-655b-4827-a7e6-51370dd55987), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.108098 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Added segment c3f375cb-655b-4827-a7e6-51370dd55987 of type vlan for network fae2a519-b2c0-40c8-b8e9-67be2915545e May 19 12:20:00.121295 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0420bc-bd9a-4c98-8df0-7f58436c74d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23539d93-9dc9-4f69-a763-a2e6dd11f8b9,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:00.167025 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (fae2a519-b2c0-40c8-b8e9-67be2915545e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.279661 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (fae2a519-b2c0-40c8-b8e9-67be2915545e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.281318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:00.282003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.321575 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8863e-98b3-4654-a2c9-991cb8966f57 req-90725d76-40a0-4817-a5b9-22af4e52b872 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:00.323138 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f5c8863e-98b3-4654-a2c9-991cb8966f57 req-90725d76-40a0-4817-a5b9-22af4e52b872 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0740118 May 19 12:20:00.348543 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fae2a519-b2c0-40c8-b8e9-67be2915545e,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:00.361225 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network fae2a519-b2c0-40c8-b8e9-67be2915545e details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:20:00.374323 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:00.382168 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f5c8863e-98b3-4654-a2c9-991cb8966f57 req-765005e1-5231-42f0-9ef4-f9d26b0875f2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 May 19 12:20:00.416600 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9640cee3-de88-4b0b-bedf-eb318bf703d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9846234 May 19 12:20:00.425882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 43998) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:00.437041 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Request body: {'subnet': {'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-subnet', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:00.481354 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d23cf-8311-46ed-ab68-e3a3c6f30a29 req-960076a6-652d-4a3e-a8b9-f30edd3edfaa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:00.482917 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ff0d23cf-8311-46ed-ab68-e3a3c6f30a29 req-960076a6-652d-4a3e-a8b9-f30edd3edfaa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.0601833 May 19 12:20:00.534120 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ff0d23cf-8311-46ed-ab68-e3a3c6f30a29 req-3aad8303-ae60-46c6-ab75-6ac4c4c953c9 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 May 19 12:20:00.548488 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Made reservation on behalf of 1952e5f71bb245de912a1249fd7f6167 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:00.551208 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515979'] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.614995 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44002) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:00.781041 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3cf31d3-2b73-4d14-b592-8ea881e4f27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.861707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3cf31d3-2b73-4d14-b592-8ea881e4f27a admin admin] Publish callbacks [] for security_group (393f69a8-01e7-4a64-8896-f02e9b4e77a6), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.885436 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9937864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515997'] for subnet (76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:00.961075 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:00.963370 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:00.968818 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Checking segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:00.969563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Network hostable DHCP agents. Network: fae2a519-b2c0-40c8-b8e9-67be2915545e, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:20:01.005082 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3cf31d3-2b73-4d14-b592-8ea881e4f27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (393f69a8-01e7-4a64-8896-f02e9b4e77a6), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.050055 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f3cf31d3-2b73-4d14-b592-8ea881e4f27a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=421d67219e5f47218f4f630ce4546ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335799 May 19 12:20:01.051650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf31d3-2b73-4d14-b592-8ea881e4f27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393f69a8-01e7-4a64-8896-f02e9b4e77a6,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:01.052506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44014) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:01.107921 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Network fae2a519-b2c0-40c8-b8e9-67be2915545e is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:20:01.115690 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dc272881-48e3-478e-9aa1-aee5a41a113e admin admin] Publish callbacks [] for security_group (393f69a8-01e7-4a64-8896-f02e9b4e77a6), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.143016 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dc272881-48e3-478e-9aa1-aee5a41a113e admin admin] Publish callbacks [] for security_group (393f69a8-01e7-4a64-8896-f02e9b4e77a6), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.216321 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, fae2a519-b2c0-40c8-b8e9-67be2915545e) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:01.222509 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:01.223119 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.225417 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69325dd5-d4ff-4423-8ba4-bc1b260e42cc None None] Network fae2a519-b2c0-40c8-b8e9-67be2915545e requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:01.336998 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-fae2a519-b2c0-40c8-b8e9-67be2915545e', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:20:01.338137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.394819 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dc272881-48e3-478e-9aa1-aee5a41a113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (393f69a8-01e7-4a64-8896-f02e9b4e77a6), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.400700 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dc272881-48e3-478e-9aa1-aee5a41a113e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.402494 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-dc272881-48e3-478e-9aa1-aee5a41a113e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/393f69a8-01e7-4a64-8896-f02e9b4e77a6 HTTP/1.1" status: 204 len: 168 time: 0.3488386 May 19 12:20:01.434205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc272881-48e3-478e-9aa1-aee5a41a113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f69a8-01e7-4a64-8896-f02e9b4e77a6,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:01.467702 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-7a4906f2-c8a4-45bf-b892-ac57bf0cfa41 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0396028 May 19 12:20:01.471982 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44026) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:01.480162 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:01.528472 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:01.561001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Allocated IP 172.20.0.2 (fae2a519-b2c0-40c8-b8e9-67be2915545e/76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c/6ce157a7-1657-46e2-942b-1b43aa7a1c77) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:01.641635 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:01.661633 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (6b3072b3-a74b-4516-9672-31875d5081d1), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.662621 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (6b3072b3-a74b-4516-9672-31875d5081d1), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.700029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cce6b-4525-4fa8-a742-aad96f063989 req-c87451a9-dfa0-462d-a06c-617345e7e733 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:01.701563 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-223cce6b-4525-4fa8-a742-aad96f063989 req-c87451a9-dfa0-462d-a06c-617345e7e733 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.1555908 May 19 12:20:01.734228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfd318-97c4-43b3-a2ce-fc83781a4426 req-1dc74af9-77c4-43a4-90d4-f0424b951be8 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:01.735805 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8cfd318-97c4-43b3-a2ce-fc83781a4426 req-1dc74af9-77c4-43a4-90d4-f0424b951be8 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.0925474 May 19 12:20:01.736453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Publish callbacks [] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.801183 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks [] for router_controller (6b3072b3-a74b-4516-9672-31875d5081d1), precommit_add_association {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.827513 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-223cce6b-4525-4fa8-a742-aad96f063989 req-f2daa5b9-e4d3-46b6-a727-81f31e2836a4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178288 May 19 12:20:01.843726 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8cfd318-97c4-43b3-a2ce-fc83781a4426 req-11e10b91-3abf-47bd-88f2-f9105bb1c171 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976555 May 19 12:20:01.903657 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:01.950124 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Network fae2a519-b2c0-40c8-b8e9-67be2915545e is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:01.955456 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:01.959080 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:01.973365 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Pushing event updated for resources: {'Port': ['ID=6ce157a7-1657-46e2-942b-1b43aa7a1c77,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:02.030400 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Attempting to bind port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:02.030770 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Attempting to bind port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:02.031170 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Attempting to bind port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 on network fae2a519-b2c0-40c8-b8e9-67be2915545e {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:02.036709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:02.037148 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Checking segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:02.037553 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.037959 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Bound using segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:02.038437 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Bound port: 6ce157a7-1657-46e2-942b-1b43aa7a1c77, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:02.038885 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.104185 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] For port 6ce157a7-1657-46e2-942b-1b43aa7a1c77, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:02.107946 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] For port 6ce157a7-1657-46e2-942b-1b43aa7a1c77, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6ce157a7-1657-46e2-942b-1b43aa7a1c77,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:02.120621 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks [] for router_gateway (6b3072b3-a74b-4516-9672-31875d5081d1), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.194345 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.256739 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cfab8-f495-47f9-a324-d7d3e48c0351 None None] Pushing event updated for resources: {'Port': ['ID=6ce157a7-1657-46e2-942b-1b43aa7a1c77,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:02.451968 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:02.482629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks [] for router_gateway (6b3072b3-a74b-4516-9672-31875d5081d1), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.518060 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.535869 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:02.709006 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Allocated IP 172.27.1.90 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:02.825994 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks [] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.856512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:02.957718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4078-605b-414d-8d89-324a9e2265d8 req-036e096c-0186-4748-b55e-a8c7c06dbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:02.959514 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-be9a4078-605b-414d-8d89-324a9e2265d8 req-036e096c-0186-4748-b55e-a8c7c06dbae3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1130 time: 0.0595834 May 19 12:20:02.975236 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:02.987226 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0567b7-d836-4899-8927-43517cce25d2 req-c9b1f89f-5f43-4884-b181-50e06ac48865 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:02.988903 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7d0567b7-d836-4899-8927-43517cce25d2 req-c9b1f89f-5f43-4884-b181-50e06ac48865 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0676563 May 19 12:20:03.034092 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-be9a4078-605b-414d-8d89-324a9e2265d8 req-10336983-76ec-4896-b4c2-b007a0bf89c4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 May 19 12:20:03.051996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:03.062912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:03.064022 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:03.068915 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Pushing event updated for resources: {'Port': ['ID=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:03.134721 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7d0567b7-d836-4899-8927-43517cce25d2 req-96f8139f-923e-41b2-b1af-b1bfbb811250 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226139 May 19 12:20:03.443224 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6ce157a7-1657-46e2-942b-1b43aa7a1c77 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:03.497063 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:03.497435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.499203 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f6ce3-8bd5-4a68-975c-3e5b5ec6e2d5 None None] Network fae2a519-b2c0-40c8-b8e9-67be2915545e requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:03.578474 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks [] for router_gateway (6b3072b3-a74b-4516-9672-31875d5081d1), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.598570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Provisioning complete for port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:03.598977 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.713535 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:03.713844 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.780589 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 6ce157a7-1657-46e2-942b-1b43aa7a1c77, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6ce157a7-1657-46e2-942b-1b43aa7a1c77,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:03.781932 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Current status of the port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:03.782316 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.831904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (6b3072b3-a74b-4516-9672-31875d5081d1), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.858708 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:03.918766 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237794cf-8bf4-47d3-b595-c00cf1b9e687 req-d8aaa343-9500-42ba-8780-0bf68ec761d4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:03.920215 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-237794cf-8bf4-47d3-b595-c00cf1b9e687 req-d8aaa343-9500-42ba-8780-0bf68ec761d4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.1021783 May 19 12:20:03.949261 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.db.api [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:20:03.949925 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG oslo_db.api [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:20:03.954925 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=6ce157a7-1657-46e2-942b-1b43aa7a1c77,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:04.031378 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-237794cf-8bf4-47d3-b595-c00cf1b9e687 req-3ad9d423-e1ec-435a-8f44-b58f739ab535 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756407 May 19 12:20:04.147873 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Router 6b3072b3-a74b-4516-9672-31875d5081d1 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:20:04.303344 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd350-b137-48d2-ac3b-d4102bcc7974 req-dcc23d6a-413a-4a05-9b04-f1ebb55809a2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:04.305056 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-448fd350-b137-48d2-ac3b-d4102bcc7974 req-dcc23d6a-413a-4a05-9b04-f1ebb55809a2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0652688 May 19 12:20:04.306216 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:04.315430 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:04.326385 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:04.327211 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:04.370254 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-448fd350-b137-48d2-ac3b-d4102bcc7974 req-e76f7296-0f35-49ea-b906-b59707d2a200 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 May 19 12:20:04.407048 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:04.408288 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b39b7842-8b26-4128-bd2c-fd114e0e1e5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9348416 May 19 12:20:04.420686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44100) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:04.436163 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:04.618685 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-b149a34e-05c4-4883-813b-66f56a76fe01 None None] Current status of the port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:04.637376 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:03Z', 'revision_number': 3, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:04.662932 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:04.663283 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Updating router 6b3072b3-a74b-4516-9672-31875d5081d1 port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:20:04.686378 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:04.694288 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:04.737512 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-a84bf8d1-a2a5-4e3d-8c9e-8da590363ebc None None] Provisioning complete for port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:04.738109 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a84bf8d1-a2a5-4e3d-8c9e-8da590363ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:04.819409 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-a84bf8d1-a2a5-4e3d-8c9e-8da590363ebc None None] Current status of the port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:04.893674 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:04.942099 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:05.073663 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Publish callbacks [] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.074575 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.175500 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.209613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a7d84-a138-4edd-9ff3-91bc32ebebf7 req-8467066d-9655-453d-b94d-42450fe9fda6 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:05.211202 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f42a7d84-a138-4edd-9ff3-91bc32ebebf7 req-8467066d-9655-453d-b94d-42450fe9fda6 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.0869391 May 19 12:20:05.231757 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Attempting to bind port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:05.232146 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Attempting to bind port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:05.232498 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Attempting to bind port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:05.235553 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Pushing event updated for resources: {'Port': ['ID=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:05.245374 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.245720 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.246079 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.246428 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.246778 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.247085 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.247403 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.247722 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.248064 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.248381 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.248709 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.249035 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.249352 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.249662 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.250128 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:05.253501 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:05.253869 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:05.254264 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.254634 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:05.255106 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Bound port: f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:05.255576 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.305874 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f42a7d84-a138-4edd-9ff3-91bc32ebebf7 req-cd9e9e4b-9383-4fa0-ab0f-37d1be53a622 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848691 May 19 12:20:05.312556 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Allocated IP 172.20.0.1 (fae2a519-b2c0-40c8-b8e9-67be2915545e/76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c/1d9b236c-c046-4c6f-a1e0-aa1208d1728e) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:05.332293 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] For port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:05.335930 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] For port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:05.407055 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6ce157a7-1657-46e2-942b-1b43aa7a1c77 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:05.427086 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks [] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.456961 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:05.457424 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.468996 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.504227 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:05.507842 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba93be-7db4-4ffb-93d4-a7931bb764e7 req-f107c342-8ef5-44dd-8caa-4174c8f122af tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:05.509575 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7bba93be-7db4-4ffb-93d4-a7931bb764e7 req-f107c342-8ef5-44dd-8caa-4174c8f122af tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0615435 May 19 12:20:05.531888 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c2ea-5d2a-4d06-8ad1-0840e8b2ae95 None None] Pushing event updated for resources: {'Port': ['ID=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:05.539122 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:05.540643 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:05.542583 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:05.570809 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7bba93be-7db4-4ffb-93d4-a7931bb764e7 req-73780472-b8ad-4482-8046-dedb686067f3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 May 19 12:20:05.596677 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:05.600044 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.642766 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Network fae2a519-b2c0-40c8-b8e9-67be2915545e is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:05.647245 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:05.652634 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:05.663107 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:05.675930 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:05.702937 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (6b3072b3-a74b-4516-9672-31875d5081d1), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.874457 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:03Z', 'revision_number': 3, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:05.902864 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14633a-ad64-4905-98c1-1378935d5b1f None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:03Z', 'revision_number': 3, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:05.933576 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.960135 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-f5611c5d-c749-4133-8bdb-0a4dec0b4bb6 None None] Provisioning complete for port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:05.960694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f5611c5d-c749-4133-8bdb-0a4dec0b4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:05.997152 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:06.011912 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f5611c5d-c749-4133-8bdb-0a4dec0b4bb6 None None] Port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:06.168139 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks [] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:06.246299 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:06.342698 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (6b3072b3-a74b-4516-9672-31875d5081d1), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:06.358931 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:06.477345 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb4cf8-419f-4e4a-9e90-f309e05418ff req-8d30d495-7a2c-44a7-8a17-d6862467a625 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:06.479323 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-afcb4cf8-419f-4e4a-9e90-f309e05418ff req-8d30d495-7a2c-44a7-8a17-d6862467a625 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.0614591 May 19 12:20:06.554898 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Network fae2a519-b2c0-40c8-b8e9-67be2915545e is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:06.557311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:06.561964 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-afcb4cf8-419f-4e4a-9e90-f309e05418ff req-0647060e-42db-4350-9537-73fefa9759e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756469 May 19 12:20:06.698133 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:06.769985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e7e1c-a68d-425f-8c47-1fdd982e0920 req-0dadf0ec-c1ef-4efe-9a0f-7d05c9b68ef5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:06.771922 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-281e7e1c-a68d-425f-8c47-1fdd982e0920 req-0dadf0ec-c1ef-4efe-9a0f-7d05c9b68ef5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0709462 May 19 12:20:06.778555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-af78f4fc-ff53-4ecb-88c7-25f1e28ce90b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:06.780254 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-af78f4fc-ff53-4ecb-88c7-25f1e28ce90b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 946 time: 0.1195285 May 19 12:20:06.851887 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-d850d0f2-0825-479e-bf19-fb5fbc035c41 None None] Provisioning complete for port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:06.852406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d850d0f2-0825-479e-bf19-fb5fbc035c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:06.880993 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Router 6b3072b3-a74b-4516-9672-31875d5081d1 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:20:06.885222 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-281e7e1c-a68d-425f-8c47-1fdd982e0920 req-334d51d8-7da2-4815-bf0a-c6a7c44ffd96 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026263 May 19 12:20:06.915431 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-d850d0f2-0825-479e-bf19-fb5fbc035c41 None None] Port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:06.979394 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:07.011610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Deleting port 01ac3c6f-da80-4d77-80a9-e98853b9cebf {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:20:07.012005 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.085177 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:07.098437 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-30186569-94af-4a78-a2bb-511522f79677 admin admin] 10.222.0.23 "PUT /v2.0/routers/6b3072b3-a74b-4516-9672-31875d5081d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6715980 May 19 12:20:07.149000 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] For port 01ac3c6f-da80-4d77-80a9-e98853b9cebf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=01ac3c6f-da80-4d77-80a9-e98853b9cebf,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:07.149319 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.165892 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Calling delete_port for 01ac3c6f-da80-4d77-80a9-e98853b9cebf owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:20:07.180143 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:07.448058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:07.498143 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39be1-b934-4041-92eb-9b37b27aff88 req-acb5f3fe-dcf6-4898-9e34-49e9be28f22e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:07.499618 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-04e39be1-b934-4041-92eb-9b37b27aff88 req-acb5f3fe-dcf6-4898-9e34-49e9be28f22e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0641079 May 19 12:20:07.503024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:07.503024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.542044 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (01ac3c6f-da80-4d77-80a9-e98853b9cebf), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.580922 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44156) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:07.588359 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130350072', 'description': 'tempest-description--1104030425'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:07.594194 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['01ac3c6f-da80-4d77-80a9-e98853b9cebf'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:20:07.603041 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Pushing event deleted for resources: {'Port': ['ID=01ac3c6f-da80-4d77-80a9-e98853b9cebf,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:07.612285 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-04e39be1-b934-4041-92eb-9b37b27aff88 req-8d64f464-df31-4655-8fa8-248a0c76ff47 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031444 May 19 12:20:07.640750 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:07.641017 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.674390 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:07.714036 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fcbe3fe3-5432-463e-94d3-bc9592882f78 req-21a3e8d9-38b3-426f-8a27-df235e9db886 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0308690 May 19 12:20:07.777077 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.788979 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.849587 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:07.865388 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (b791e71b-2cf8-46bb-b5a9-f9109de0e6a9), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.942278 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:07.944715 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-60d79e07-6290-49b4-98f2-9bb3d15e27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:07.947087 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-60d79e07-6290-49b4-98f2-9bb3d15e27f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1130 time: 0.3208692 May 19 12:20:07.962003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] No DVR routers for this DVR port 01ac3c6f-da80-4d77-80a9-e98853b9cebf on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:20:07.965586 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.965760 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:07.966434 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b791e71b-2cf8-46bb-b5a9-f9109de0e6a9), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:07.967022 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:07.968794 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1ec45c08-d16b-4704-a7d9-b6c1a96edc26 req-05989747-5a5b-4c04-a8fc-09f7af0dedfa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "DELETE /v2.0/ports/01ac3c6f-da80-4d77-80a9-e98853b9cebf HTTP/1.1" status: 204 len: 173 time: 1.1833749 May 19 12:20:07.969298 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'name': 'network-vif-deleted', 'tag': '01ac3c6f-da80-4d77-80a9-e98853b9cebf'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:07.971647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3899b332-e2d9-4ab1-ad27-ff71ea57db84" -d '{"events": [{"server_uuid": "20c7b346-edf5-4d57-ba2f-2530abe18632", "name": "network-vif-deleted", "tag": "01ac3c6f-da80-4d77-80a9-e98853b9cebf"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:07.998782 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:08.014489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e53e2bb-5586-44ce-a519-b635f1154bc7 x-openstack-request-id: req-2e53e2bb-5586-44ce-a519-b635f1154bc7 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:08.014489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c7b346-edf5-4d57-ba2f-2530abe18632", "name": "network-vif-deleted", "tag": "01ac3c6f-da80-4d77-80a9-e98853b9cebf", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:08.014730 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e53e2bb-5586-44ce-a519-b635f1154bc7 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:08.015025 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e53e2bb-5586-44ce-a519-b635f1154bc7'] response: {'server_uuid': '20c7b346-edf5-4d57-ba2f-2530abe18632', 'name': 'network-vif-deleted', 'tag': '01ac3c6f-da80-4d77-80a9-e98853b9cebf', 'status': 'completed', 'code': 200} May 19 12:20:08.035817 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.037202 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-920324c5-5c96-4199-a05c-414b6dc11db7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4552898 May 19 12:20:08.040628 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44164) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:08.046538 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'security_group_rule': {'security_group_id': 'b791e71b-2cf8-46bb-b5a9-f9109de0e6a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:08.080846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:08.154154 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (a9b5664a-6181-456a-baee-1f369bb7fc82), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.207026 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (a9b5664a-6181-456a-baee-1f369bb7fc82), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.221514 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:08.271852 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:06Z', 'revision_number': 2, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:08.296740 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:08.297084 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Updating router 6b3072b3-a74b-4516-9672-31875d5081d1 port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:20:08.313642 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (a9b5664a-6181-456a-baee-1f369bb7fc82), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.315172 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:08.326353 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.332654 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b5664a-6181-456a-baee-1f369bb7fc82,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:08.406912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.408103 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9fc50d45-6b19-4358-91c8-556e60e22306 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663032 May 19 12:20:08.410707 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44168) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:08.415639 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'security_group_rule': {'security_group_id': 'b791e71b-2cf8-46bb-b5a9-f9109de0e6a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:08.502384 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (d0fd938b-c7ba-45f9-947f-f006ec810bb5), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.562453 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (d0fd938b-c7ba-45f9-947f-f006ec810bb5), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.573467 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:08.581228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:08.622473 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Publish callbacks [] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.668043 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (d0fd938b-c7ba-45f9-947f-f006ec810bb5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.686134 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fd938b-c7ba-45f9-947f-f006ec810bb5,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:08.696554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.749356 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69669e-014b-4043-85a9-ddc3d5c0bca8 req-3a6de500-b2a3-4493-be86-41a957414e5f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:08.750989 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c69669e-014b-4043-85a9-ddc3d5c0bca8 req-3a6de500-b2a3-4493-be86-41a957414e5f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0627067 May 19 12:20:08.763153 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.763153 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9a56a8b7-d16f-497f-9e22-e8786a6d27e8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3481984 May 19 12:20:08.763965 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44174) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:08.770172 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:08.813510 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e619-ed7d-425d-ad6b-f9c09fb2f810 None None] Pushing event updated for resources: {'Port': ['ID=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:08.845874 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a1f48c4b-26a0-4521-890c-58fd68b65ec6 req-1a571bab-93de-4e57-8744-05af82062161 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0450952 May 19 12:20:08.849044 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Attempting to bind port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:08.849671 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Attempting to bind port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:08.850244 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Attempting to bind port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e on network fae2a519-b2c0-40c8-b8e9-67be2915545e {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:08.857718 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:08.858481 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Checking segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:08.858956 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.859423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Bound using segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:08.860163 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Bound port: 1d9b236c-c046-4c6f-a1e0-aa1208d1728e, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:08.860609 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.862786 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:08.898132 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c69669e-014b-4043-85a9-ddc3d5c0bca8 req-482c426d-13ae-4ddc-a1be-8d8facb7cb4f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295316 May 19 12:20:08.939356 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] For port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:08.940494 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] For port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:08.972386 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:08.975450 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.022442 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.089927 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] Provisioning complete for port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:09.090628 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.096097 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Allocated IP 172.27.1.157 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/44eeeac3-638e-4440-9144-21c8fc02a53f) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:09.125999 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:09.126657 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:19:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:09.176266 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e619-ed7d-425d-ad6b-f9c09fb2f810 None None] Pushing event updated for resources: {'Port': ['ID=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:09.225722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.287963 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:09.290024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] Current status of the port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:09.290355 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.392511 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.395118 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:09.401647 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] For port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:09.441213 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:09.441878 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:09.451553 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:09.462814 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:09.475731 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.498904 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'Port': ['ID=44eeeac3-638e-4440-9144-21c8fc02a53f,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:09.511824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-ca2be156-87da-48ae-9f25-7a3abcd11a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:09.513408 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-ca2be156-87da-48ae-9f25-7a3abcd11a2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.1918297 May 19 12:20:09.548162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:09.611013 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (ca3b3179-4214-4f90-bc8f-b347f8714705), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.683590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-9bcbff66-a734-4bf5-8270-096ad96e62f1 None None] Provisioning complete for port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:09.684209 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9bcbff66-a734-4bf5-8270-096ad96e62f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.731609 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.740474 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:09.753470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eb239-b776-4f10-a27f-6407b52d1e49 None None] Pushing event updated for resources: {'Port': ['ID=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:09.771718 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:09.772029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:09.772180 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:09.798380 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:08Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:09.835228 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083e28a-6522-4afc-8c35-32a01791d97e None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:08Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:09.927991 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbff66-a734-4bf5-8270-096ad96e62f1 None None] Current status of the port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:09.939508 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:09.996093 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:10.040708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:10.044009 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-371d66d9-6a67-4ca8-bbed-79d66cd3085e req-fb3ec19f-2490-45e4-8e5e-078c7a8557d6 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0465007 May 19 12:20:10.056585 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:10.078391 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12c4fb-2b59-4cba-9379-b7e3a3812792 req-6b9fbe68-5472-416b-9360-f9fa16507115 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:10.080124 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c12c4fb-2b59-4cba-9379-b7e3a3812792 req-6b9fbe68-5472-416b-9360-f9fa16507115 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0941229 May 19 12:20:10.148219 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'Port': ['ID=44eeeac3-638e-4440-9144-21c8fc02a53f,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:10.152883 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c12c4fb-2b59-4cba-9379-b7e3a3812792 req-d51a2d6f-79cc-4de1-b834-eada05037601 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645201 May 19 12:20:10.154443 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:10.160861 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.161208 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.166498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.167872 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:10.177811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (ca3b3179-4214-4f90-bc8f-b347f8714705), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:10.281721 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:10.286795 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-3547b688-c624-40d9-ade3-9de06a6811e3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5173111 May 19 12:20:10.292935 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:10.439423 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-cd9a72ec-2433-45f9-a503-a61e905f52d4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--130350072&fields=id&tenant_id=1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 267 time: 0.0452535 May 19 12:20:10.559722 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-e3626491-9e55-4be9-8713-6831c4466ab9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:10.561362 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-e3626491-9e55-4be9-8713-6831c4466ab9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 816 time: 0.1150997 May 19 12:20:10.578722 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-8e19d1f3-20bf-4000-ae3e-675b45b2e858 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/quotas/1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 375 time: 0.0115447 May 19 12:20:10.634122 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-a5c38c80-d95b-480b-9348-43afbe252ff4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500741 May 19 12:20:10.744913 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-25283ff7-6b13-42a3-b2d6-b4cea30cc01f service neutron] 10.222.0.23 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988958 May 19 12:20:10.806595 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:10.845017 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-df3fac9b-bfb1-4226-9c9d-69ccd6f07e3b service neutron] 10.222.0.23 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941782 May 19 12:20:11.173269 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1d33ea6b-40e9-4d32-b4ea-12a787bacd2c req-370ac7d9-7afc-4a2d-a188-0fef3b2c82a9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0463808 May 19 12:20:11.203467 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2e8941fa-4a3d-4263-a7dd-18b3b201f99a req-902a9f4a-427c-4a9e-b768-a3809fa0cef0 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0606520 May 19 12:20:11.260650 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:20:11.296050 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b755d4-bd45-43da-9a4f-70cfb4e7430e req-c45914e5-cdac-4cfe-9415-f562ce351001 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:11.297543 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b6b755d4-bd45-43da-9a4f-70cfb4e7430e req-c45914e5-cdac-4cfe-9415-f562ce351001 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0537214 May 19 12:20:11.348074 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b6b755d4-bd45-43da-9a4f-70cfb4e7430e req-c4b608d6-9ebf-4f55-b3f1-dcd3fe413454 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447323 May 19 12:20:11.424586 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 1d9b236c-c046-4c6f-a1e0-aa1208d1728e up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:11.470873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:11.471245 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:11.547334 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:11.765341 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-aa31b88a-ff4c-4f58-9ffd-e566f09fa527 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 217 time: 0.0427027 May 19 12:20:11.850255 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-208e83e5-1d57-432c-b490-ef8d8c2b74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:11.851930 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-208e83e5-1d57-432c-b490-ef8d8c2b74ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0476000 May 19 12:20:11.903850 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-ae65d3eb-e851-49ab-9fc3-5276da69d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:11.905320 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-ae65d3eb-e851-49ab-9fc3-5276da69d5aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470116 May 19 12:20:12.003028 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-b2557501-76b4-4e3d-97c2-b451328e9c7d service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921950 May 19 12:20:12.102726 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f60a893e-ae6a-4cc4-95d9-ff9fb167e023 req-1e03a9cc-d4a3-4fc7-8d8a-ee8f0287b18f service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937304 May 19 12:20:12.246950 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 01ac3c6f-da80-4d77-80a9-e98853b9cebf no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:20:12.268590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 01ac3c6f-da80-4d77-80a9-e98853b9cebf {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:20:12.268937 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 01ac3c6f-da80-4d77-80a9-e98853b9cebf not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:20:12.286372 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1d409c79-7f27-476d-b646-0a991e4c9b2c req-9f5f36fc-9b86-4272-b139-6eda267d161f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0296881 May 19 12:20:12.329923 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-211a5250-bf11-4cd1-bddd-3708b0deaadc req-8bd3d758-d417-4def-bbdb-9c387fff457e tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=20c7b346-edf5-4d57-ba2f-2530abe18632 HTTP/1.1" status: 200 len: 210 time: 0.0316877 May 19 12:20:12.471820 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c667-8c91-4c3f-bb6f-358e3c135b47 req-204ed543-8ee6-411c-936c-bd81db2067fb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:12.473406 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e415c667-8c91-4c3f-bb6f-358e3c135b47 req-204ed543-8ee6-411c-936c-bd81db2067fb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0487106 May 19 12:20:12.496446 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4d3685f0-dcf5-45e1-9d7f-94d26a47228c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:12.527079 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e415c667-8c91-4c3f-bb6f-358e3c135b47 req-f455fe03-9247-4898-913b-387e0bfa7953 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473495 May 19 12:20:13.394520 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9806c5d4-45bc-49be-ae15-91570f9c08f2 req-aa259c52-4e05-46d9-a08b-c2b8163c37ec tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0307815 May 19 12:20:13.677219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc1d85-e2ee-4548-9476-5b31d7c87c68 req-81d76b16-da28-41da-9840-fac0058d9c97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:13.678723 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8bc1d85-e2ee-4548-9476-5b31d7c87c68 req-81d76b16-da28-41da-9840-fac0058d9c97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0646250 May 19 12:20:13.728174 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-5a75f77d-8ee3-49ad-b43c-eaa23c872c63 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:13.729546 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-5a75f77d-8ee3-49ad-b43c-eaa23c872c63 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/networks?id=8bb85304-d5d6-43de-9b5a-76646e161de6 HTTP/1.1" status: 200 len: 809 time: 0.1673698 May 19 12:20:13.756446 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-0e722a0b-0341-45da-ba75-f03083bf4110 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/quotas/79e70c946e5440e39ee1d7cbeb0a4160 HTTP/1.1" status: 200 len: 375 time: 0.0206745 May 19 12:20:13.760943 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8bc1d85-e2ee-4548-9476-5b31d7c87c68 req-1d5c2b69-fcf3-4dce-8dec-be735fa2a0c8 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757005 May 19 12:20:13.794502 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-1f9ca582-2de3-4887-bd4d-b5f6f3958542 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324323 May 19 12:20:13.893503 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-ca6f4761-4078-44e3-a7a7-9938c35f6148 service neutron] 10.222.0.23 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902960 May 19 12:20:13.990786 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-7785620a-92d3-4d5e-9cb5-96e06abb7370 service neutron] 10.222.0.23 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907254 May 19 12:20:14.158074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44276) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:14.268380 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-930066c6-5035-4dc4-ac36-6414f3975656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.463198 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.520347 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-021ca455-4be6-4a16-bb24-0f1aa1f1ec97 req-c785f72e-a30a-4cd0-b6c1-d07c5d683705 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0468605 May 19 12:20:14.557652 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-930066c6-5035-4dc4-ac36-6414f3975656 admin admin] Publish callbacks [] for security_group (89a56db8-e771-423d-8df9-90fd77e27d18), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.579880 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c0bc92c-6b11-4297-8bee-ae5bb1e44f09 req-0e28a4ec-69f1-4059-8b6e-f7d1376f9e36 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0402732 May 19 12:20:14.735485 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-930066c6-5035-4dc4-ac36-6414f3975656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (89a56db8-e771-423d-8df9-90fd77e27d18), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.777451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930066c6-5035-4dc4-ac36-6414f3975656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a56db8-e771-423d-8df9-90fd77e27d18,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:14.783415 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-930066c6-5035-4dc4-ac36-6414f3975656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca857a614c1745df8b8a1f91a46a6394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6240947 May 19 12:20:14.790405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44294) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:14.844814 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23ce042b-6f01-404e-a01e-caf0d8199d4d admin admin] Publish callbacks [] for security_group (89a56db8-e771-423d-8df9-90fd77e27d18), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.871828 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23ce042b-6f01-404e-a01e-caf0d8199d4d admin admin] Publish callbacks [] for security_group (89a56db8-e771-423d-8df9-90fd77e27d18), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.920511 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc63df-1c3c-4a18-9c84-7fc8f1451220 req-2fc94b9a-5835-4b22-b875-cf4472b41d6a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:14.924589 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9cfc63df-1c3c-4a18-9c84-7fc8f1451220 req-2fc94b9a-5835-4b22-b875-cf4472b41d6a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0531006 May 19 12:20:14.954389 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-033a745b-1099-4ddc-ae44-938dba7bedd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:14.997964 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9cfc63df-1c3c-4a18-9c84-7fc8f1451220 req-1ea46773-6ff8-4036-966c-17ad51dba886 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568192 May 19 12:20:15.040633 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23ce042b-6f01-404e-a01e-caf0d8199d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (89a56db8-e771-423d-8df9-90fd77e27d18), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:15.044086 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-23ce042b-6f01-404e-a01e-caf0d8199d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:15.045252 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-23ce042b-6f01-404e-a01e-caf0d8199d4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89a56db8-e771-423d-8df9-90fd77e27d18 HTTP/1.1" status: 204 len: 168 time: 0.2582128 May 19 12:20:15.057641 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce042b-6f01-404e-a01e-caf0d8199d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a56db8-e771-423d-8df9-90fd77e27d18,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:15.632016 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8fae9ea4-7938-42f7-9d41-fae3735f5721 req-cf984e3f-cff7-4ccc-90bc-1089683ca134 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0289598 May 19 12:20:15.664641 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c6def67e-4dcb-4242-9273-4885fc59fc10 req-779c7a54-9be6-4939-b651-51aa1decffaa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0293348 May 19 12:20:15.937441 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44320) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:15.952609 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae66d3ae-fa3f-46d3-bca2-a9958d9ba1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:15.983220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:16.016550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.025220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:16.034863 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae66d3ae-fa3f-46d3-bca2-a9958d9ba1dc admin admin] Publish callbacks [] for security_group (8f3d444f-b793-43e4-81cf-8283d697626e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.128153 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:16.137520 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d376d80-9af3-47f1-bab3-d8b84610b60c req-7943ec43-49b7-4f83-b861-5eb8971d0ea4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:16.139023 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6d376d80-9af3-47f1-bab3-d8b84610b60c req-7943ec43-49b7-4f83-b861-5eb8971d0ea4 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0498648 May 19 12:20:16.153937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae66d3ae-fa3f-46d3-bca2-a9958d9ba1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8f3d444f-b793-43e4-81cf-8283d697626e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.191321 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6d376d80-9af3-47f1-bab3-d8b84610b60c req-1d4fe841-fb03-4441-a87f-f5998e5433e2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 May 19 12:20:16.221679 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-43b439d4-9e52-422d-94f4-e9d6c34ceff2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:16.223184 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-43b439d4-9e52-422d-94f4-e9d6c34ceff2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 816 time: 0.1511517 May 19 12:20:16.229273 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ae66d3ae-fa3f-46d3-bca2-a9958d9ba1dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3651442a6e6144fb99ae49c3db1107be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907922 May 19 12:20:16.231049 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66d3ae-fa3f-46d3-bca2-a9958d9ba1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d444f-b793-43e4-81cf-8283d697626e,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:16.237686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44326) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:16.293323 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Publish callbacks [] for security_group (8f3d444f-b793-43e4-81cf-8283d697626e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.295145 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:16.320523 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Publish callbacks [] for security_group (8f3d444f-b793-43e4-81cf-8283d697626e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.325163 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-cb5e3b55-0995-4bb8-83c6-3a64ba66ce97 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 379 time: 0.0842056 May 19 12:20:16.335304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'port': {'device_id': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'admin_state_up': True, 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'security_groups': ['b791e71b-2cf8-46bb-b5a9-f9109de0e6a9']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:16.502781 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8f3d444f-b793-43e4-81cf-8283d697626e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.505246 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.506395 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f3d444f-b793-43e4-81cf-8283d697626e HTTP/1.1" status: 204 len: 168 time: 0.2729235 May 19 12:20:16.516351 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d444f-b793-43e4-81cf-8283d697626e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:16.525234 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.525585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.525931 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.526273 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.526603 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.526936 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.527260 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.527585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.527943 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.528411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.528576 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.528898 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.529279 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.529601 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.529994 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ab005-cf83-46b8-8026-e1842f4c00bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:16.571833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Made reservation on behalf of 1952e5f71bb245de912a1249fd7f6167 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:16.575677 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.728028 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Allocated IP 172.20.0.14 (fae2a519-b2c0-40c8-b8e9-67be2915545e/76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c/5fc43837-dd78-4f9a-ab74-cfe109a4819d) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:16.751516 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8d8462f8-f575-42d2-a9dd-5d915a4d1272 req-a97a1c6b-84f6-4c54-9a0e-d10fc4e8cfac tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0339191 May 19 12:20:16.800117 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-49b19594-5d14-4a57-a919-5eed904ae5e5 req-20f05532-37e8-4f55-845a-d72d34b44492 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0484056 May 19 12:20:16.928734 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:16.963707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:17.097871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.147881 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Network fae2a519-b2c0-40c8-b8e9-67be2915545e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:17.151733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:17.155767 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:17.186429 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:17.218026 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:17.220980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.395485 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-fa3443ee-edb8-4897-a9b9-7ef6ab8833ff None None] Provisioning complete for port 5fc43837-dd78-4f9a-ab74-cfe109a4819d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:17.396140 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fa3443ee-edb8-4897-a9b9-7ef6ab8833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.428254 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-fa3443ee-edb8-4897-a9b9-7ef6ab8833ff None None] Port 5fc43837-dd78-4f9a-ab74-cfe109a4819d cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:17.502323 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-5d3cda4f-92e8-4180-b75e-f4b802c3a989 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1711500 May 19 12:20:17.519833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Request body: {'port': {'device_id': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:17.584041 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.604971 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.624932 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44350) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:17.643710 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab22b714-4735-41c6-b3d0-ad35f580ee8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.668344 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:17.777787 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab22b714-4735-41c6-b3d0-ad35f580ee8a admin admin] Publish callbacks [] for security_group (5d6e76d6-b193-4b7c-abd6-ef0cb4382211), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.903520 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab22b714-4735-41c6-b3d0-ad35f580ee8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5d6e76d6-b193-4b7c-abd6-ef0cb4382211), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:17.905148 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-b14e0896-3bf9-44c2-b7c5-3af069d38daa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:17.906746 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-b14e0896-3bf9-44c2-b7c5-3af069d38daa tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "GET /v2.0/networks?id=8bb85304-d5d6-43de-9b5a-76646e161de6 HTTP/1.1" status: 200 len: 809 time: 0.1893210 May 19 12:20:17.933003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Request body: {'port': {'device_id': 'f144c105-0d18-4e85-91fb-a54fee776414', 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6', 'admin_state_up': True, 'tenant_id': '79e70c946e5440e39ee1d7cbeb0a4160'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:17.949927 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ab22b714-4735-41c6-b3d0-ad35f580ee8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60cd52fe4a574a418d586e6a38a38295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239098 May 19 12:20:17.957837 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44360) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:17.983844 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f2f76c41-c999-40db-9035-4bc3ff7ca45b req-a4eefcaa-7287-4c45-aac4-394143045e02 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0565553 May 19 12:20:18.004579 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721935fa-c4de-49b1-975f-ebc93d45ad49 req-07a1cf3d-815a-4456-8c90-55702610f578 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:18.014348 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-721935fa-c4de-49b1-975f-ebc93d45ad49 req-07a1cf3d-815a-4456-8c90-55702610f578 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 932 time: 0.1445668 May 19 12:20:18.034103 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22b714-4735-41c6-b3d0-ad35f580ee8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6e76d6-b193-4b7c-abd6-ef0cb4382211,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:18.052693 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:18.078052 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-721935fa-c4de-49b1-975f-ebc93d45ad49 req-e851e20f-6279-47ff-90b3-478b9a11bd22 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648344 May 19 12:20:18.131893 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc43837-dd78-4f9a-ab74-cfe109a4819d {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:20:18.147563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Publish callbacks [] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.159929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55d299dd-7527-4538-a8f1-09e2a6ec23a6 admin admin] Publish callbacks [] for security_group (5d6e76d6-b193-4b7c-abd6-ef0cb4382211), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.182325 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Transition to ACTIVE for port object 5fc43837-dd78-4f9a-ab74-cfe109a4819d will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:20:18.198317 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55d299dd-7527-4538-a8f1-09e2a6ec23a6 admin admin] Publish callbacks [] for security_group (5d6e76d6-b193-4b7c-abd6-ef0cb4382211), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.383638 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Made reservation on behalf of 79e70c946e5440e39ee1d7cbeb0a4160 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:18.387231 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.389317 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.464410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:18.487996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55d299dd-7527-4538-a8f1-09e2a6ec23a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5d6e76d6-b193-4b7c-abd6-ef0cb4382211), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.490640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55d299dd-7527-4538-a8f1-09e2a6ec23a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.495687 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-55d299dd-7527-4538-a8f1-09e2a6ec23a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d6e76d6-b193-4b7c-abd6-ef0cb4382211 HTTP/1.1" status: 204 len: 168 time: 0.5378191 May 19 12:20:18.564447 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d299dd-7527-4538-a8f1-09e2a6ec23a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6e76d6-b193-4b7c-abd6-ef0cb4382211,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:18.636555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Attempting to bind port 5fc43837-dd78-4f9a-ab74-cfe109a4819d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:18.636822 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Attempting to bind port 5fc43837-dd78-4f9a-ab74-cfe109a4819d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:18.637156 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Attempting to bind port 5fc43837-dd78-4f9a-ab74-cfe109a4819d on network fae2a519-b2c0-40c8-b8e9-67be2915545e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:18.647209 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Port 5fc43837-dd78-4f9a-ab74-cfe109a4819d on network fae2a519-b2c0-40c8-b8e9-67be2915545e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:20:18.647542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Attempting to bind port 5fc43837-dd78-4f9a-ab74-cfe109a4819d on network fae2a519-b2c0-40c8-b8e9-67be2915545e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:18.659408 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:18.659751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Checking segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:18.660165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Bound using segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:18.660609 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Bound port: 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:18.660963 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.663410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Allocated IP 172.20.0.11 (8bb85304-d5d6-43de-9b5a-76646e161de6/dc3ed54d-5192-42d8-b5e8-cffcab51b148/70cddd88-46c7-4b34-aacd-0ae298178ba1) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:18.767570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44372) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:18.783295 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:18.827101 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:18.885334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks [] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.947267 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.983586 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:18.984285 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:18.985982 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] 10.222.0.81 "PUT /v2.0/ports/5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 200 len: 1094 time: 1.4702291 May 19 12:20:18.988670 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:18.997838 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648f83f-6a9c-4af1-b89c-66abf06d5297" -d '{"events": [{"name": "network-changed", "server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:19.029819 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcda71-cd88-4bf6-ae51-721ac5e4e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:19.041864 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.078436 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c26b7e22-fb84-42d4-b0a5-9e2359c0965c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.136700 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc7ba7a-fc24-4898-8d89-011acaeee372 x-openstack-request-id: req-5bc7ba7a-fc24-4898-8d89-011acaeee372 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:19.137519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:19.137519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bc7ba7a-fc24-4898-8d89-011acaeee372 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:19.139457 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc7ba7a-fc24-4898-8d89-011acaeee372'] response: {'name': 'network-changed', 'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'status': 'completed', 'code': 200} May 19 12:20:19.171706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Network 8bb85304-d5d6-43de-9b5a-76646e161de6 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:19.176701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:19.202982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:19.228610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Pushing event updated for resources: {'Port': ['ID=70cddd88-46c7-4b34-aacd-0ae298178ba1,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:19.301745 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:19.302741 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.307564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:19.322546 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f83f-6a9c-4af1-b89c-66abf06d5297 req-0ed9a713-0398-4793-bf1e-244329b8f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:19.324193 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2648f83f-6a9c-4af1-b89c-66abf06d5297 req-0ed9a713-0398-4793-bf1e-244329b8f749 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1128 time: 0.0770681 May 19 12:20:19.404359 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.416782 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c26b7e22-fb84-42d4-b0a5-9e2359c0965c admin admin] Publish callbacks [] for security_group (6171757c-543d-4fd1-a2f7-142f30ed97cf), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.442182 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e0539-8a4b-4da3-b2a1-4c8a4e0d2b42 req-737aee95-fb8d-4dbf-b5c0-f0ba50f2de5e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:19.443911 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-592e0539-8a4b-4da3-b2a1-4c8a4e0d2b42 req-737aee95-fb8d-4dbf-b5c0-f0ba50f2de5e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0903327 May 19 12:20:19.451374 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ccf0-7811-4546-9987-13ad758bdbc6 req-ba7ee0fb-cd34-4bab-8364-59979c694675 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:19.452938 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e937ccf0-7811-4546-9987-13ad758bdbc6 req-ba7ee0fb-cd34-4bab-8364-59979c694675 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 932 time: 0.1250839 May 19 12:20:19.541556 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-592e0539-8a4b-4da3-b2a1-4c8a4e0d2b42 req-fd575b4e-d4b7-4c80-98a3-2349ad69d4f6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875766 May 19 12:20:19.550063 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e937ccf0-7811-4546-9987-13ad758bdbc6 req-a4e6188e-8635-4c04-9f08-65acc8c99948 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896649 May 19 12:20:19.551630 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c26b7e22-fb84-42d4-b0a5-9e2359c0965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6171757c-543d-4fd1-a2f7-142f30ed97cf), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.613710 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c26b7e22-fb84-42d4-b0a5-9e2359c0965c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a84ec302953a407ab2b13e19f68a0192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8443699 May 19 12:20:19.616884 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44398) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:19.620227 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b7e22-fb84-42d4-b0a5-9e2359c0965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6171757c-543d-4fd1-a2f7-142f30ed97cf,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:19.647144 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-92c388e3-f631-4c9d-a9b1-26459a9114fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7244194 May 19 12:20:19.647929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:19.667233 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Request body: {'port': {'device_id': 'f144c105-0d18-4e85-91fb-a54fee776414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:19.678354 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e8f498e-993e-4e5b-a46d-7ac180926268 admin admin] Publish callbacks [] for security_group (6171757c-543d-4fd1-a2f7-142f30ed97cf), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.680866 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:19.688063 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:19.702565 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e8f498e-993e-4e5b-a46d-7ac180926268 admin admin] Publish callbacks [] for security_group (6171757c-543d-4fd1-a2f7-142f30ed97cf), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.740428 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44402) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:19.745855 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267825664', 'description': 'tempest-description--929904334'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:19.750551 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f83f-6a9c-4af1-b89c-66abf06d5297 req-74653d5c-f8cf-4543-b7e8-6b27054bd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:19.753056 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2648f83f-6a9c-4af1-b89c-66abf06d5297 req-74653d5c-f8cf-4543-b7e8-6b27054bd5a8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1952e5f71bb245de912a1249fd7f6167&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4139347 May 19 12:20:19.767278 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.902360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e8f498e-993e-4e5b-a46d-7ac180926268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6171757c-543d-4fd1-a2f7-142f30ed97cf), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.905829 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e8f498e-993e-4e5b-a46d-7ac180926268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:19.906988 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9e8f498e-993e-4e5b-a46d-7ac180926268 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6171757c-543d-4fd1-a2f7-142f30ed97cf HTTP/1.1" status: 204 len: 168 time: 0.2880251 May 19 12:20:19.916243 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f498e-993e-4e5b-a46d-7ac180926268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6171757c-543d-4fd1-a2f7-142f30ed97cf,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:19.922457 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f83f-6a9c-4af1-b89c-66abf06d5297 req-058d3382-0389-4646-8704-680b8ec5c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:19.923976 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2648f83f-6a9c-4af1-b89c-66abf06d5297 req-058d3382-0389-4646-8704-680b8ec5c335 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645389 May 19 12:20:19.943199 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.048035 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group (df9e92dc-9cd3-4427-b435-61dc2ecbbabb), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.096361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-66698d07-d2b4-4d50-9dbb-70312d5bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:20.097894 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-66698d07-d2b4-4d50-9dbb-70312d5bbac2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1128 time: 0.0822566 May 19 12:20:20.156098 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-97f6c5c8-a595-4e36-9784-f83028ca4af8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 200 len: 217 time: 0.0420277 May 19 12:20:20.211517 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (df9e92dc-9cd3-4427-b435-61dc2ecbbabb), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.237778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-558c6c92-3a1b-43ec-a2e2-d80d73e2bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:20.239237 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-558c6c92-3a1b-43ec-a2e2-d80d73e2bdd2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0739832 May 19 12:20:20.242819 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9e92dc-9cd3-4427-b435-61dc2ecbbabb,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:20.271904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44414) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:20.303144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cddd88-46c7-4b34-aacd-0ae298178ba1 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:20:20.313183 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-67b5a0f7-a1e2-439b-ba55-6ec21a455c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:20.314788 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-67b5a0f7-a1e2-439b-ba55-6ec21a455c64 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569217 May 19 12:20:20.316682 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Publish callbacks [] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.347848 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Transition to ACTIVE for port object 70cddd88-46c7-4b34-aacd-0ae298178ba1 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:20:20.363500 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.365636 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-12710b3b-44c2-4478-971c-366d9f32ebf6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6240122 May 19 12:20:20.370338 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44420) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:20.376383 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'security_group_rule': {'security_group_id': 'df9e92dc-9cd3-4427-b435-61dc2ecbbabb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:20.394000 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-928194135-network', 'tenant_id': '39be464eb5ec429aa888dd81bbe31496'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:20.436739 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-941d33fe-4c68-4398-b996-c28e7068855f service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133895 May 19 12:20:20.486123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.573959 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Pushing event updated for resources: {'Port': ['ID=70cddd88-46c7-4b34-aacd-0ae298178ba1,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:20.581852 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-40a2652a-a2e8-4327-b8a8-0a76fb24e83e req-7e035c18-a1f8-41ce-a549-826655824f91 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388271 May 19 12:20:20.594008 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Made reservation on behalf of 39be464eb5ec429aa888dd81bbe31496 for: {'network': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:20.597935 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.638429 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.641238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group_rule (97be38c8-efe7-40d1-a7ea-acc1a9622428), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.667540 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Attempting to bind port 70cddd88-46c7-4b34-aacd-0ae298178ba1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:20.668303 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Attempting to bind port 70cddd88-46c7-4b34-aacd-0ae298178ba1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:20.668790 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Attempting to bind port 70cddd88-46c7-4b34-aacd-0ae298178ba1 on network 8bb85304-d5d6-43de-9b5a-76646e161de6 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:20.676248 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Port 70cddd88-46c7-4b34-aacd-0ae298178ba1 on network 8bb85304-d5d6-43de-9b5a-76646e161de6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:20:20.676569 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Attempting to bind port 70cddd88-46c7-4b34-aacd-0ae298178ba1 on network 8bb85304-d5d6-43de-9b5a-76646e161de6 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:20.683772 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:20.684193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Checking segment: {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:20.684557 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Bound using segment: {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:20.685144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Bound port: 70cddd88-46c7-4b34-aacd-0ae298178ba1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ce5940-aa98-4635-94fe-0c0399fdb51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:20.685519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:20.762179 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] For port 70cddd88-46c7-4b34-aacd-0ae298178ba1, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:20.765275 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] For port 70cddd88-46c7-4b34-aacd-0ae298178ba1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70cddd88-46c7-4b34-aacd-0ae298178ba1,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:20.965186 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.011192 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:21.011944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.013637 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] 10.222.0.81 "PUT /v2.0/ports/70cddd88-46c7-4b34-aacd-0ae298178ba1 HTTP/1.1" status: 200 len: 1094 time: 1.3525016 May 19 12:20:21.016940 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb15a9-3b0c-47f2-96f5-6125eb739cf0 req-c7a20b8c-7e8c-4656-ad1e-2c5af835bba7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:21.018467 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-15eb15a9-3b0c-47f2-96f5-6125eb739cf0 req-c7a20b8c-7e8c-4656-ad1e-2c5af835bba7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.3426116 May 19 12:20:21.033399 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820aed4-0064-4307-bb4e-04354c02dda4 service neutron] Pushing event updated for resources: {'Port': ['ID=70cddd88-46c7-4b34-aacd-0ae298178ba1,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:21.063675 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group_rule (97be38c8-efe7-40d1-a7ea-acc1a9622428), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.074070 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f5430-f863-4a48-9bcf-2698dd6e627e req-8dc14a5c-162b-4342-8df9-906eafdb8491 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:21.075547 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f76f5430-f863-4a48-9bcf-2698dd6e627e req-8dc14a5c-162b-4342-8df9-906eafdb8491 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.3546283 May 19 12:20:21.138326 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f144c105-0d18-4e85-91fb-a54fee776414', 'tag': '70cddd88-46c7-4b34-aacd-0ae298178ba1'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:21.140750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b6345-01b0-4685-b8a6-51c220d6e677" -d '{"events": [{"name": "network-changed", "server_uuid": "f144c105-0d18-4e85-91fb-a54fee776414", "tag": "70cddd88-46c7-4b34-aacd-0ae298178ba1"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:21.172351 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-15eb15a9-3b0c-47f2-96f5-6125eb739cf0 req-eac12609-81f4-4f0d-9fac-8f5d6040ad45 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392751 May 19 12:20:21.189227 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f76f5430-f863-4a48-9bcf-2698dd6e627e req-74fb2ceb-ec5b-4510-b37c-075e20a5aaf5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038365 May 19 12:20:21.209959 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks [] for security_group (54b8a19e-80b4-4c33-ba30-729c93148f44), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.217338 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40a1167-52c2-474f-ad1d-1ccbee89f289 x-openstack-request-id: req-d40a1167-52c2-474f-ad1d-1ccbee89f289 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:21.217810 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f144c105-0d18-4e85-91fb-a54fee776414", "tag": "70cddd88-46c7-4b34-aacd-0ae298178ba1", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:21.217900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d40a1167-52c2-474f-ad1d-1ccbee89f289 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:21.218265 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40a1167-52c2-474f-ad1d-1ccbee89f289'] response: {'name': 'network-changed', 'server_uuid': 'f144c105-0d18-4e85-91fb-a54fee776414', 'tag': '70cddd88-46c7-4b34-aacd-0ae298178ba1', 'status': 'completed', 'code': 200} May 19 12:20:21.251975 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:21.252785 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=55 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:21.628693 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (97be38c8-efe7-40d1-a7ea-acc1a9622428), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.650872 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97be38c8-efe7-40d1-a7ea-acc1a9622428,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:21.680020 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (54b8a19e-80b4-4c33-ba30-729c93148f44), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.706797 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=104216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:20:21.716240 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b8a19e-80b4-4c33-ba30-729c93148f44,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:21.723497 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (f67b416b-154d-48a3-bf27-2d064b269b1d), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.723944 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.segments_db [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Added segment f67b416b-154d-48a3-bf27-2d064b269b1d of type vlan for network 4c2ff42b-27ff-4765-b5b9-6168eb34b890 May 19 12:20:21.767246 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.767246 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d301633c-bfbe-40d4-91f5-5c3296dc5309 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3916059 May 19 12:20:21.767483 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44448) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:21.772371 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'security_group_rule': {'security_group_id': 'df9e92dc-9cd3-4427-b435-61dc2ecbbabb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:21.774887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (4c2ff42b-27ff-4765-b5b9-6168eb34b890), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.950502 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (4c2ff42b-27ff-4765-b5b9-6168eb34b890), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.953361 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:21.954226 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:21.957784 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group_rule (a5601f28-e567-453a-9454-4faefdbeffae), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.019658 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2ff42b-27ff-4765-b5b9-6168eb34b890,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:22.030359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group_rule (a5601f28-e567-453a-9454-4faefdbeffae), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.030550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 4c2ff42b-27ff-4765-b5b9-6168eb34b890 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:20:22.073894 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:22.074125 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-40c2481b-c5eb-412c-9858-954ab8753cc4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7980986 May 19 12:20:22.074904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44452) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:22.081468 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Request body: {'subnet': {'network_id': '4c2ff42b-27ff-4765-b5b9-6168eb34b890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-928194135-subnet', 'tenant_id': '39be464eb5ec429aa888dd81bbe31496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:22.108142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (a5601f28-e567-453a-9454-4faefdbeffae), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.126235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5601f28-e567-453a-9454-4faefdbeffae,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:22.211278 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Made reservation on behalf of 39be464eb5ec429aa888dd81bbe31496 for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:22.213948 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083992'] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.217911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.222324 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2bac509a-1b47-44cb-87c5-f636dd3057aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4509351 May 19 12:20:22.224311 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44458) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:22.232363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:22.314001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:22.367001 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2913b81-9d18-492c-a574-c81902bd334b req-64d6267c-4815-4d4d-ab90-55f476e06fbe tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:22.368793 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f2913b81-9d18-492c-a574-c81902bd334b req-64d6267c-4815-4d4d-ab90-55f476e06fbe tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.1085424 May 19 12:20:22.405006 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225537a-ba96-4000-89c3-644f45cca0de req-8d1dcca0-35a5-44e8-ada2-2be40facf260 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:22.405520 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.406494 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4225537a-ba96-4000-89c3-644f45cca0de req-8d1dcca0-35a5-44e8-ada2-2be40facf260 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.1108680 May 19 12:20:22.486040 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f2913b81-9d18-492c-a574-c81902bd334b req-19a038bb-df14-40e6-8380-9c0c7215835e tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108572 May 19 12:20:22.493464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.526835 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4225537a-ba96-4000-89c3-644f45cca0de req-c9de4fd2-2200-4d53-95c7-527031b1d2c4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142097 May 19 12:20:22.616866 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:22.628298 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Allocated IP 172.27.1.207 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/5601e98b-ca00-4af0-95d9-2690d736a8e0) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:22.684932 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083982'] for subnet (409bd904-2b79-4ece-88c2-ff84420711cf), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.738697 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Pushing event updated for resources: {'Subnet': ['ID=409bd904-2b79-4ece-88c2-ff84420711cf,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:22.747383 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.750117 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:22.755863 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Checking segment: {'id': 'f67b416b-154d-48a3-bf27-2d064b269b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4c2ff42b-27ff-4765-b5b9-6168eb34b890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:22.756221 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Network hostable DHCP agents. Network: 4c2ff42b-27ff-4765-b5b9-6168eb34b890, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:20:22.845089 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Network 4c2ff42b-27ff-4765-b5b9-6168eb34b890 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:20:22.845591 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.886158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:22.888987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:22.892987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:22.917966 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'Port': ['ID=5601e98b-ca00-4af0-95d9-2690d736a8e0,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:22.982187 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 4c2ff42b-27ff-4765-b5b9-6168eb34b890) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:22.986493 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:22.987103 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.993616 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:22.994045 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4485254a-81aa-4b74-a7c2-743861c2ac00 None None] Network 4c2ff42b-27ff-4765-b5b9-6168eb34b890 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:23.081054 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9d731677-39ce-4886-b3b0-4ddde4c9163b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0049798 May 19 12:20:23.093135 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:23.107247 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:23.111541 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b8509-7681-4504-9384-3e9030221e5e None None] Network 4c2ff42b-27ff-4765-b5b9-6168eb34b890 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:23.317856 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:23.451507 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:23.521639 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'Port': ['ID=5601e98b-ca00-4af0-95d9-2690d736a8e0,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:23.534294 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:23.625639 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f63937-f339-4849-a176-c0e6b41dee45 req-47e04f92-4e7e-4b4b-a686-78fb33ae6d9b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:23.627230 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f8f63937-f339-4849-a176-c0e6b41dee45 req-47e04f92-4e7e-4b4b-a686-78fb33ae6d9b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.0639510 May 19 12:20:23.665063 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:23.670684 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9f2f4aab-b80b-422f-becc-11a55878d5bf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4406974 May 19 12:20:23.700060 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d7c18-bbf6-4e8d-8339-ccdefcf3aaca req-959adac9-a66b-4d7f-a8f1-5da2635bd55a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:23.701691 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-279d7c18-bbf6-4e8d-8339-ccdefcf3aaca req-959adac9-a66b-4d7f-a8f1-5da2635bd55a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0735006 May 19 12:20:23.740442 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f8f63937-f339-4849-a176-c0e6b41dee45 req-664870e3-5ff3-41c5-bbcd-aa0ab3542df0 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019998 May 19 12:20:23.778616 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-279d7c18-bbf6-4e8d-8339-ccdefcf3aaca req-5263b7ff-53f6-493a-a1fc-f0b25256a280 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651569 May 19 12:20:23.906693 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-548e54fa-d56a-46de-a1f3-3776c590d734 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1267825664&fields=id&tenant_id=b3d651a605fd4dee95797a7ec3896792 HTTP/1.1" status: 200 len: 267 time: 0.0452967 May 19 12:20:23.974754 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44496) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:23.980673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2015576883-network', 'tenant_id': '53014445f44b456d958282a4240ec7fa'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:24.031966 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-44a2c756-3d7e-4018-8420-d543e4a1af02 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.033562 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-44a2c756-3d7e-4018-8420-d543e4a1af02 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 818 time: 0.1191840 May 19 12:20:24.050845 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-46e324ce-97bb-4c57-bdfb-c7cf25681015 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/quotas/b3d651a605fd4dee95797a7ec3896792 HTTP/1.1" status: 200 len: 375 time: 0.0109801 May 19 12:20:24.090049 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6345-01b0-4685-b8a6-51c220d6e677 req-73bd2f62-b545-4ca2-b828-862c3e45c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.091598 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-810b6345-01b0-4685-b8a6-51c220d6e677 req-73bd2f62-b545-4ca2-b828-862c3e45c6c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 1128 time: 0.0514817 May 19 12:20:24.124650 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-42a53f68-4a77-4106-89a0-48b26e0567cd tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0633612 May 19 12:20:24.133853 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Made reservation on behalf of 53014445f44b456d958282a4240ec7fa for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:24.136525 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.175759 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.236470 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-8fe8335b-4e88-43fa-8e3d-03e88d8f191f service neutron] 10.222.0.23 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011705 May 19 12:20:24.251202 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6345-01b0-4685-b8a6-51c220d6e677 req-0960d767-9698-424c-88bb-b9378ab1030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.252752 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-810b6345-01b0-4685-b8a6-51c220d6e677 req-0960d767-9698-424c-88bb-b9378ab1030b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1483278 May 19 12:20:24.323091 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:20:24.330525 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-98b5bc0b-4ad2-48fe-91d7-1649ed093f84 service neutron] 10.222.0.23 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931752 May 19 12:20:24.370530 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks [] for security_group (92c5a575-1901-4740-b8aa-9e14bf6f45d7), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.416295 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b6345-01b0-4685-b8a6-51c220d6e677 req-d02d4029-8fde-4c60-9b18-2982ad02b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.416295 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-810b6345-01b0-4685-b8a6-51c220d6e677 req-d02d4029-8fde-4c60-9b18-2982ad02b408 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490037 May 19 12:20:24.416717 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:24.448359 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:24.464404 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'mac_address': 'fa:16:3e:49:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:20:24.500093 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:24.500478 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.506934 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-fd7b180a-2714-410d-b042-53616fd89181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.509265 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-fd7b180a-2714-410d-b042-53616fd89181 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 1128 time: 0.0417523 May 19 12:20:24.510353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (92c5a575-1901-4740-b8aa-9e14bf6f45d7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.514536 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc43837-dd78-4f9a-ab74-cfe109a4819d {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:20:24.527714 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:24.534766 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:24.567927 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:20:24.577120 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-24d308c7-58af-41ba-a66b-7aa3d358bd4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70cddd88-46c7-4b34-aacd-0ae298178ba1 HTTP/1.1" status: 200 len: 217 time: 0.0503609 May 19 12:20:24.580810 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5a575-1901-4740-b8aa-9e14bf6f45d7,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:24.587549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (e01a1ba4-59f4-4acf-95ff-7953b7d213cb), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.588642 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Added segment e01a1ba4-59f4-4acf-95ff-7953b7d213cb of type vlan for network 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668 May 19 12:20:24.656495 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.698859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-1e904970-edb2-4a4d-b0c0-6658d9ed6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.700576 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-1e904970-edb2-4a4d-b0c0-6658d9ed6c94 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc3ed54d-5192-42d8-b5e8-cffcab51b148 HTTP/1.1" status: 200 len: 849 time: 0.1144426 May 19 12:20:24.702645 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.708959 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-64d050a3-7ba4-4171-93a0-bfca1441abec req-11cc484b-f45c-4111-9144-ecfb31526e9a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0432866 May 19 12:20:24.755367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:24.761747 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-07989529-681f-46bc-88ee-24305ea88c56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8bb85304-d5d6-43de-9b5a-76646e161de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541573 May 19 12:20:24.765786 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.766267 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.766749 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.767174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.767624 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.768042 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.768565 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.769868 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.770006 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.770393 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.770792 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.771182 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.771568 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.771986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.772369 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:20:24.909249 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a139c-0d45-4d31-a7a2-f4e3d3e5057c req-d3a4dfeb-d529-491f-8e20-686dea92fc20 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.910839 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e45a139c-0d45-4d31-a7a2-f4e3d3e5057c req-d3a4dfeb-d529-491f-8e20-686dea92fc20 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.0810161 May 19 12:20:24.914571 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-f7dac4d2-3118-4031-b7c7-aa6cc47ef8bd service neutron] 10.222.0.81 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436341 May 19 12:20:24.972752 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b00054-5268-4d9a-805e-705ebb47e817 req-c4b2a311-187d-498b-bd1e-d0b5d65c6ef0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.974788 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-43b00054-5268-4d9a-805e-705ebb47e817 req-c4b2a311-187d-498b-bd1e-d0b5d65c6ef0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 945 time: 0.0897503 May 19 12:20:24.985511 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:24.986602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:24.987870 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:25.022480 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e45a139c-0d45-4d31-a7a2-f4e3d3e5057c req-1436d4cc-ae64-4e33-9d9c-02ecdd3864ea tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942893 May 19 12:20:25.061506 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-43b00054-5268-4d9a-805e-705ebb47e817 req-88cc5f91-1781-4e46-a231-aa2e49d2a492 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774484 May 19 12:20:25.079326 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:25.089857 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:20:25.100090 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7fcee745-e30e-4ae2-8b2a-a199ae7fa208 req-f09e3590-1227-4fd0-a74a-242aa19b4722 service neutron] 10.222.0.81 "GET /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790681 May 19 12:20:25.115208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44516) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:25.121869 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-51ec71c7-9803-4bf5-a07a-a69e405f4637 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1388896 May 19 12:20:25.122506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Request body: {'subnet': {'network_id': '6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2015576883-subnet', 'tenant_id': '53014445f44b456d958282a4240ec7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:25.156137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['5fc43837-dd78-4f9a-ab74-cfe109a4819d'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:20:25.251303 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Made reservation on behalf of 53014445f44b456d958282a4240ec7fa for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:25.252254 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:25.255684 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083992'] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:25.277795 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:25.508884 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083982'] for subnet (1daf1c60-3919-451b-ae76-58dadba041ca), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:25.572151 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1daf1c60-3919-451b-ae76-58dadba041ca,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:25.588341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Checking segment: {'id': 'e01a1ba4-59f4-4acf-95ff-7953b7d213cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:25.588341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Network hostable DHCP agents. Network: 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:20:25.719194 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Network 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:20:25.800133 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:25.806732 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-125286b7-0580-4c00-81aa-879857678f30 req-bb80f008-8d00-4768-b718-cefbb7a850b0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0426319 May 19 12:20:25.809823 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:25.810416 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:25.811075 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717f0d9-4245-47f9-b751-b637881b4923 None None] Network 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:25.911917 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805daf26-40ce-4e48-8769-219abcdeb6a1 None None] Network 6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:25.939645 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-8a7fc2a4-314f-4658-a002-4420c77b8246 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8230774 May 19 12:20:26.173365 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ac04-3c32-4bf5-aafb-a70b02837bb6 req-75efab49-46bb-4e69-a719-86e43d9549fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:26.175070 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3478ac04-3c32-4bf5-aafb-a70b02837bb6 req-75efab49-46bb-4e69-a719-86e43d9549fc tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.0727806 May 19 12:20:26.222980 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9f145-13af-4884-91ef-0bb7357ae924 req-03822452-9e0c-4af7-899c-9ca7585318ba tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:26.224553 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2a9f145-13af-4884-91ef-0bb7357ae924 req-03822452-9e0c-4af7-899c-9ca7585318ba tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 945 time: 0.0751526 May 19 12:20:26.273971 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3478ac04-3c32-4bf5-aafb-a70b02837bb6 req-8d1ea723-5f15-4b2e-bbc8-57d07a91d27c tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818033 May 19 12:20:26.302438 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2a9f145-13af-4884-91ef-0bb7357ae924 req-2cb9754c-3896-4379-ba2c-6bcdc0039dcd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671043 May 19 12:20:26.654729 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:26.702508 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 5fc43837-dd78-4f9a-ab74-cfe109a4819d completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:20:26.810872 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 5fc43837-dd78-4f9a-ab74-cfe109a4819d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:26.811462 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:26.894150 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:26.894458 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:26.910986 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7138deb5-4aa1-420a-aaf4-5c768a541f6d req-ca939317-d3e7-44db-a09a-296598972017 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0316596 May 19 12:20:26.919854 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:26.922367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dbd94d-4b10-4d89-ad5f-f8a4d0f67f53" -d '{"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:26.936030 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:26.963382 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8339e8cf-8ac0-47ef-a6e0-ac29b27050a5 x-openstack-request-id: req-8339e8cf-8ac0-47ef-a6e0-ac29b27050a5 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:26.963674 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:26.963953 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8339e8cf-8ac0-47ef-a6e0-ac29b27050a5 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:26.964368 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8339e8cf-8ac0-47ef-a6e0-ac29b27050a5'] response: {'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'code': 200} May 19 12:20:27.040027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:27.067023 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:27.092584 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:27.448639 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddac5-20f1-4c52-97be-eab3b5fd4f51 req-1ed2583f-f244-4631-a2c7-c357ca42af9b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:27.450278 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca9ddac5-20f1-4c52-97be-eab3b5fd4f51 req-1ed2583f-f244-4631-a2c7-c357ca42af9b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.0921831 May 19 12:20:27.484544 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:27.491212 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af411ee7-1774-4ea0-aabe-ab858494abcf req-dbde07fc-889e-4774-b39d-37d2d07da347 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:27.493372 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-af411ee7-1774-4ea0-aabe-ab858494abcf req-dbde07fc-889e-4774-b39d-37d2d07da347 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0866954 May 19 12:20:27.535391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca9ddac5-20f1-4c52-97be-eab3b5fd4f51 req-d173445a-116a-4fb7-89b4-7dfe9b58560d tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 May 19 12:20:27.560561 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:27.568773 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-af411ee7-1774-4ea0-aabe-ab858494abcf req-22e3e19d-8329-407e-9137-56da7a61ddb5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643256 May 19 12:20:28.008822 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe786340-749f-4096-981b-469f8b2e4446 req-9a393e80-5510-4827-9972-2991ad247252 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0286858 May 19 12:20:28.148797 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:28.650796 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 70cddd88-46c7-4b34-aacd-0ae298178ba1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:20:28.663108 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefb26a-7e66-4fd9-b4db-0590e0560381 req-fd936c5f-2460-4c3f-826a-9a088bc602b7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:28.666022 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cbefb26a-7e66-4fd9-b4db-0590e0560381 req-fd936c5f-2460-4c3f-826a-9a088bc602b7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 944 time: 0.0553231 May 19 12:20:28.739214 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906f5e-38ed-436e-9e25-efbfcb859849 req-0b617060-8298-4d10-b81c-477f1fc3241c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:28.740852 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79906f5e-38ed-436e-9e25-efbfcb859849 req-0b617060-8298-4d10-b81c-477f1fc3241c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0738699 May 19 12:20:28.770929 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 70cddd88-46c7-4b34-aacd-0ae298178ba1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70cddd88-46c7-4b34-aacd-0ae298178ba1,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:28.785006 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '70cddd88-46c7-4b34-aacd-0ae298178ba1', 'network_id': '8bb85304-d5d6-43de-9b5a-76646e161de6', 'port_id': '70cddd88-46c7-4b34-aacd-0ae298178ba1', 'mac_address': 'fa:16:3e:8d:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3ed54d-5192-42d8-b5e8-cffcab51b148', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:20:28.798848 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c59908-d39e-4d63-a781-92ec69d715f6 req-220bad89-0427-4ff8-be20-85c1ff90928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:28.799875 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cbefb26a-7e66-4fd9-b4db-0590e0560381 req-b0c5f09c-3b33-49d3-b117-da2398b982fb tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228786 May 19 12:20:28.800201 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-27c59908-d39e-4d63-a781-92ec69d715f6 req-220bad89-0427-4ff8-be20-85c1ff90928e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1130 time: 0.0466018 May 19 12:20:28.825635 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79906f5e-38ed-436e-9e25-efbfcb859849 req-53e1130f-f85a-4b27-a560-043d44814b15 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760484 May 19 12:20:28.832986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 70cddd88-46c7-4b34-aacd-0ae298178ba1 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:28.833374 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:28.855063 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cddd88-46c7-4b34-aacd-0ae298178ba1 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:20:28.859493 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-27c59908-d39e-4d63-a781-92ec69d715f6 req-efb69823-1b47-4c6d-82e9-087b5ddac666 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452693 May 19 12:20:28.875763 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 70cddd88-46c7-4b34-aacd-0ae298178ba1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70cddd88-46c7-4b34-aacd-0ae298178ba1,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:29.005545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:29.054747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=70cddd88-46c7-4b34-aacd-0ae298178ba1,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:29.106884 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-74c7fef3-8ec3-41b8-8c7a-f546a48ccf9b req-a56f46b0-f437-4e2b-b0cc-52d97d355e8e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0290835 May 19 12:20:29.365405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:29.533658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['70cddd88-46c7-4b34-aacd-0ae298178ba1'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:20:29.625777 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:29.960479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891974-a0c8-475d-ae42-77ba30bae9c6 req-70fd8bd5-4c9d-49c5-9f77-8443818780ec tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:29.962619 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7d891974-a0c8-475d-ae42-77ba30bae9c6 req-70fd8bd5-4c9d-49c5-9f77-8443818780ec tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 945 time: 0.0809944 May 19 12:20:29.981737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e46e-91a9-4602-a790-9eba116f667a req-ab41f271-c62e-4dd4-8f35-bf8ed5fa420f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:29.983183 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3f21e46e-91a9-4602-a790-9eba116f667a req-ab41f271-c62e-4dd4-8f35-bf8ed5fa420f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0721142 May 19 12:20:30.045415 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7d891974-a0c8-475d-ae42-77ba30bae9c6 req-c2c334f5-c143-4260-9fcc-7d673e23f2de tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 May 19 12:20:30.057590 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3f21e46e-91a9-4602-a790-9eba116f667a req-bfcbe616-4c6c-4047-9437-e2e5142d96a2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665648 May 19 12:20:30.209713 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d8748d6d-23eb-42fe-a13f-77e80fe7b5cb req-6fb3543e-84f2-401e-bef6-aa83a372fc77 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0307653 May 19 12:20:30.839493 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:30.877317 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 70cddd88-46c7-4b34-aacd-0ae298178ba1 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:30.913554 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:30.925587 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 70cddd88-46c7-4b34-aacd-0ae298178ba1 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:20:31.033641 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:31.033870 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 70cddd88-46c7-4b34-aacd-0ae298178ba1 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:31.034566 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:31.119483 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 70cddd88-46c7-4b34-aacd-0ae298178ba1 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:31.119906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:31.153009 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144c105-0d18-4e85-91fb-a54fee776414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cddd88-46c7-4b34-aacd-0ae298178ba1'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:31.156560 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53539919-416c-41be-8e49-44c1bfc5fd08" -d '{"events": [{"server_uuid": "f144c105-0d18-4e85-91fb-a54fee776414", "name": "network-vif-plugged", "status": "completed", "tag": "70cddd88-46c7-4b34-aacd-0ae298178ba1"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:31.175450 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 70cddd88-46c7-4b34-aacd-0ae298178ba1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70cddd88-46c7-4b34-aacd-0ae298178ba1,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:31.194231 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba68f5-d16f-46cc-9425-e09623d4f844 req-498e8b1a-dd62-4d11-8505-974bfc0d08a9 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:31.196411 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-34ba68f5-d16f-46cc-9425-e09623d4f844 req-498e8b1a-dd62-4d11-8505-974bfc0d08a9 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 945 time: 0.0712945 May 19 12:20:31.249593 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f3e25-c33f-4abe-910f-1752b54354d5 req-db5b320a-bff9-4946-9f17-4d2da4a0455d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:31.251148 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-343f3e25-c33f-4abe-910f-1752b54354d5 req-db5b320a-bff9-4946-9f17-4d2da4a0455d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0784502 May 19 12:20:31.293561 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-34ba68f5-d16f-46cc-9425-e09623d4f844 req-77f8aff1-8669-4cf4-a039-a0790a0c7aa0 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769238 May 19 12:20:31.302832 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:31.339394 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-343f3e25-c33f-4abe-910f-1752b54354d5 req-5ad011f3-1342-46a3-bd3f-09c2ca8214e2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816407 May 19 12:20:31.409749 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9099d36-68b3-401e-898c-f0376a015355 x-openstack-request-id: req-d9099d36-68b3-401e-898c-f0376a015355 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:31.410043 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144c105-0d18-4e85-91fb-a54fee776414", "name": "network-vif-plugged", "status": "completed", "tag": "70cddd88-46c7-4b34-aacd-0ae298178ba1", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:31.410280 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9099d36-68b3-401e-898c-f0376a015355 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:31.410676 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9099d36-68b3-401e-898c-f0376a015355'] response: {'server_uuid': 'f144c105-0d18-4e85-91fb-a54fee776414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cddd88-46c7-4b34-aacd-0ae298178ba1', 'code': 200} May 19 12:20:31.427216 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=70cddd88-46c7-4b34-aacd-0ae298178ba1,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:31.464784 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17d71916-b339-4a6e-a67b-1fc369426c71 req-90164534-fbc4-4887-a84c-04edc423225f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0466299 May 19 12:20:31.597625 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-cadfaaed-72f1-4589-9bcb-b450dc3ef5c5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:31.599037 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-cadfaaed-72f1-4589-9bcb-b450dc3ef5c5 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 818 time: 0.1188245 May 19 12:20:31.616858 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:31.682907 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-6205a91a-800b-492a-99ef-57c688714e3d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3d651a605fd4dee95797a7ec3896792 HTTP/1.1" status: 200 len: 380 time: 0.0670459 May 19 12:20:31.692403 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'port': {'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'admin_state_up': True, 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'security_groups': ['df9e92dc-9cd3-4427-b435-61dc2ecbbabb']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:31.874961 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9802d-d3f5-4a90-a57c-ac7658f59ae0 req-5d626ce9-8f58-4a66-9c9a-b5781ad89022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:31.876614 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dcf9802d-d3f5-4a90-a57c-ac7658f59ae0 req-5d626ce9-8f58-4a66-9c9a-b5781ad89022 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 1130 time: 0.0434690 May 19 12:20:31.924477 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dcf9802d-d3f5-4a90-a57c-ac7658f59ae0 req-03e59735-861d-4faf-acc4-eadf795bb61c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 May 19 12:20:32.011964 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Made reservation on behalf of b3d651a605fd4dee95797a7ec3896792 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:32.017870 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:32.021983 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:32.414220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Allocated IP 172.20.0.11 (e3809f96-195f-4c7b-acab-0be138088685/c1156c03-aea9-492a-a80b-364cc30d4a99/413f04d8-4ef0-4bef-8ee6-725aaa428db9) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:32.516121 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddf745-ee7c-4fb4-92cb-eaf1b828809a req-75ddea56-a5e6-4db7-bb71-abda564035c7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:32.517721 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4eddf745-ee7c-4fb4-92cb-eaf1b828809a req-75ddea56-a5e6-4db7-bb71-abda564035c7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0931177 May 19 12:20:32.544175 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f43f9-f551-4aae-a95f-fb0a7c4c6c48 req-b2286c7a-3874-48d9-bfd9-c58987bee075 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:32.545759 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-224f43f9-f551-4aae-a95f-fb0a7c4c6c48 req-b2286c7a-3874-48d9-bfd9-c58987bee075 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0775132 May 19 12:20:32.575936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:32.615522 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4eddf745-ee7c-4fb4-92cb-eaf1b828809a req-6453a8b2-5e80-4ca7-bbe4-93a0fb63686b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871606 May 19 12:20:32.628603 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-224f43f9-f551-4aae-a95f-fb0a7c4c6c48 req-e2252676-0297-4860-861b-ed0dae1bfd55 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761073 May 19 12:20:32.745397 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0e22f14-c45c-4f0a-89e5-c4a7cadedce8 req-0b10c127-6047-4388-9f5a-c3dc398b22cc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0400629 May 19 12:20:32.792645 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910adaf-4614-43f1-bea1-ee6a5a3344a4 req-0b25d1a6-56d9-45ac-8d21-5d783159a12a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:32.794289 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5910adaf-4614-43f1-bea1-ee6a5a3344a4 req-0b25d1a6-56d9-45ac-8d21-5d783159a12a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0605702 May 19 12:20:32.806152 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:32.807047 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44670) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:32.812166 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'floatingip': {'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:32.855623 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (ca3b3179-4214-4f90-bc8f-b347f8714705), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:32.872595 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Network e3809f96-195f-4c7b-acab-0be138088685 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:32.878785 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:32.882623 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:32.888228 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event updated for resources: {'Port': ['ID=413f04d8-4ef0-4bef-8ee6-725aaa428db9,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:32.956912 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:32.957593 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.132092 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-28c3ad3f-e96d-4445-aed5-9035687ff174 None None] Provisioning complete for port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:33.132742 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-28c3ad3f-e96d-4445-aed5-9035687ff174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.152338 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-7a5a0308-a01d-4df5-8997-2c1026d3df87 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4557025 May 19 12:20:33.165441 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Request body: {'port': {'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:33.176583 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-28c3ad3f-e96d-4445-aed5-9035687ff174 None None] Port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:33.246461 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.387326 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.485034 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (ca3b3179-4214-4f90-bc8f-b347f8714705), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.552364 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413f04d8-4ef0-4bef-8ee6-725aaa428db9 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:20:33.560941 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Publish callbacks [] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.576076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Transition to ACTIVE for port object 413f04d8-4ef0-4bef-8ee6-725aaa428db9 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:20:33.592011 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Floating IP ca3b3179-4214-4f90-bc8f-b347f8714705 associated. External IP: 172.27.1.157, port: 5fc43837-dd78-4f9a-ab74-cfe109a4819d. May 19 12:20:33.674781 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.740864 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=413f04d8-4ef0-4bef-8ee6-725aaa428db9,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:33.825491 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Attempting to bind port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:33.826135 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Attempting to bind port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:33.826647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Attempting to bind port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:33.834008 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 on network e3809f96-195f-4c7b-acab-0be138088685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:20:33.834612 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Attempting to bind port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 on network e3809f96-195f-4c7b-acab-0be138088685 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:33.842335 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:33.842685 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Checking segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:33.843082 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Bound using segment: {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:33.843672 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Bound port: 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:33.844070 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:33.916610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] For port 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:33.920072 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] For port 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:33.998996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d63da0-4ed4-4609-8d40-cac50b84f717 req-1bbfe44e-1229-444e-9193-8a911770587d tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.000532 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4d63da0-4ed4-4609-8d40-cac50b84f717 req-1bbfe44e-1229-444e-9193-8a911770587d tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.1212006 May 19 12:20:34.006583 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62dacd2-2d86-413c-82d4-1fb4027a6440 req-22e85fa8-e1a6-44fd-ba88-b295a393a940 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.008521 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f62dacd2-2d86-413c-82d4-1fb4027a6440 req-22e85fa8-e1a6-44fd-ba88-b295a393a940 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 944 time: 0.1145451 May 19 12:20:34.034224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:34.071740 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:34.084438 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.085136 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:34.087335 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] 10.222.0.81 "PUT /v2.0/ports/413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 1094 time: 0.9272313 May 19 12:20:34.087907 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:34.090284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c76e8a-6619-4788-a6d0-79246fa34747" -d '{"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:34.110784 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52179383-ec44-42e2-9ff2-8641ce039ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=413f04d8-4ef0-4bef-8ee6-725aaa428db9,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:34.150000 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4d63da0-4ed4-4609-8d40-cac50b84f717 req-98c17569-bca6-4ded-a8f4-d8366b912fb4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360278 May 19 12:20:34.153124 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f62dacd2-2d86-413c-82d4-1fb4027a6440 req-ac02ad03-0239-43c3-b38a-b8248735f969 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359639 May 19 12:20:34.156848 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:34.218198 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66bfe51-9b5b-4561-b73f-494a2a79b9dd x-openstack-request-id: req-a66bfe51-9b5b-4561-b73f-494a2a79b9dd {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:34.218548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:34.218843 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a66bfe51-9b5b-4561-b73f-494a2a79b9dd {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:34.219298 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66bfe51-9b5b-4561-b73f-494a2a79b9dd'] response: {'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'status': 'completed', 'code': 200} May 19 12:20:34.248454 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Router 6b3072b3-a74b-4516-9672-31875d5081d1 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:20:34.335166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-55e56fa0-cdbd-41e1-8224-e3d98d396c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.337415 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-55e56fa0-cdbd-41e1-8224-e3d98d396c65 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1128 time: 0.0548258 May 19 12:20:34.366503 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:34.371913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:34.380019 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:34.391827 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:34.392674 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:34.399397 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-f80380e3-5ce9-4dae-aae9-38c68392a84f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 217 time: 0.0461793 May 19 12:20:34.412047 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-7c2648cd-13c7-4881-b1d8-f9bb804479a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "PUT /v2.0/floatingips/ca3b3179-4214-4f90-bc8f-b347f8714705 HTTP/1.1" status: 200 len: 992 time: 1.6037815 May 19 12:20:34.412738 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:34.416830 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbffc97c-513b-4908-add9-faf57577335d" -d '{"events": [{"name": "network-changed", "server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:34.456940 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2309a185-531c-46ed-a6c8-e2ad2cc3f5e4 x-openstack-request-id: req-2309a185-531c-46ed-a6c8-e2ad2cc3f5e4 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:34.457304 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:34.457626 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2309a185-531c-46ed-a6c8-e2ad2cc3f5e4 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:34.458098 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2309a185-531c-46ed-a6c8-e2ad2cc3f5e4'] response: {'name': 'network-changed', 'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'status': 'completed', 'code': 200} May 19 12:20:34.458470 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-5b5a3a21-de54-4ff6-ab7d-19da6fb07c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.460145 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-5b5a3a21-de54-4ff6-ab7d-19da6fb07c51 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0531280 May 19 12:20:34.514062 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:34.571261 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-a746006a-dfe0-4710-a20e-614a27c8b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.572837 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-a746006a-dfe0-4710-a20e-614a27c8b707 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781412 May 19 12:20:34.576134 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc97c-513b-4908-add9-faf57577335d req-3b95661c-3bbc-4c2e-9269-69238852bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.577555 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-3b95661c-3bbc-4c2e-9269-69238852bd38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1130 time: 0.0714164 May 19 12:20:34.741211 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'ca3b3179-4214-4f90-bc8f-b347f8714705', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'mac_address': 'fa:16:3e:49:6d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:09Z', 'updated_at': '2022-05-19T12:20:33Z', 'revision_number': 1, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:34.750606 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-3d5d3824-bc40-423d-b2e6-3314d71b39c4 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661744 May 19 12:20:34.751686 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc97c-513b-4908-add9-faf57577335d req-2e56d050-3628-451e-83a6-8e6c5296b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.753186 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-2e56d050-3628-451e-83a6-8e6c5296b303 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1602280 May 19 12:20:34.770774 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:34.782311 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:34.782938 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:34.793363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:34.873754 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-dfe7db90-b13e-4bba-835f-6837e0261cea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 200 len: 1000 time: 0.1100261 May 19 12:20:34.892977 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:34.946187 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2caf74d3-6ba9-4635-9804-a5de2938a1f8 req-4b4d7b99-5336-4047-9789-385c5fd49aa4 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836388 May 19 12:20:34.953132 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc97c-513b-4908-add9-faf57577335d req-ed5523f8-284c-48f3-b638-ed85dcdac29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:34.955095 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-ed5523f8-284c-48f3-b638-ed85dcdac29d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0730021 May 19 12:20:35.005656 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc97c-513b-4908-add9-faf57577335d req-212bc629-436a-476f-b740-7641cbde6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:35.007082 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-212bc629-436a-476f-b740-7641cbde6d28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424974 May 19 12:20:35.110928 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-37f33440-9033-4c60-9a3b-1f942509d45a service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917175 May 19 12:20:35.131343 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'ca3b3179-4214-4f90-bc8f-b347f8714705', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'mac_address': 'fa:16:3e:49:6d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:09Z', 'updated_at': '2022-05-19T12:20:33Z', 'revision_number': 1, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:35.150345 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:35.158196 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e690512-084f-4c4a-a6c0-d4b6824f1986 None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'ca3b3179-4214-4f90-bc8f-b347f8714705', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'mac_address': 'fa:16:3e:49:6d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:09Z', 'updated_at': '2022-05-19T12:20:33Z', 'revision_number': 1, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:35.235853 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dbffc97c-513b-4908-add9-faf57577335d req-b2bbdde7-ebbf-4780-9eb0-95d3036ad7a4 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157391 May 19 12:20:35.328337 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e64e4-05d2-4486-84fc-84ae8ce0e882 req-ee1bf4f6-e2cb-4c1c-9a71-1d37791a4d51 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:35.329883 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-374e64e4-05d2-4486-84fc-84ae8ce0e882 req-ee1bf4f6-e2cb-4c1c-9a71-1d37791a4d51 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 944 time: 0.0805097 May 19 12:20:35.343692 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90253f99-eff6-4763-9e90-db65b87d05ec req-6b2fd0d6-2b08-4505-a40b-2d29abde6e15 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:35.345292 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-90253f99-eff6-4763-9e90-db65b87d05ec req-6b2fd0d6-2b08-4505-a40b-2d29abde6e15 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0838394 May 19 12:20:35.413029 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121eb16-c3ae-457c-aeaa-d38c3d9ab470 None None] New status for floating IP ca3b3179-4214-4f90-bc8f-b347f8714705: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:20:35.426478 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-374e64e4-05d2-4486-84fc-84ae8ce0e882 req-da69269f-a4a0-4fd6-90a1-15d5cb320bed tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902646 May 19 12:20:35.437446 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-90253f99-eff6-4763-9e90-db65b87d05ec req-d7de122d-6e04-41bc-8b53-4c043de4bf9f tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837641 May 19 12:20:36.569228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc1f82-7375-4ef9-9cbd-4a80314f7720 req-6be85323-023b-4c8e-b3fc-a3b77a09e8d6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:36.571693 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9fdc1f82-7375-4ef9-9cbd-4a80314f7720 req-6be85323-023b-4c8e-b3fc-a3b77a09e8d6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 944 time: 0.0540874 May 19 12:20:36.618520 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:36.627633 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9fdc1f82-7375-4ef9-9cbd-4a80314f7720 req-8ef94a73-e5cb-4ae8-bbaf-ff10433c1b75 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499434 May 19 12:20:36.919975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:37.288013 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8ebba-c6a7-481c-a007-fcdd54047728 req-3d0cbca5-d65b-4662-a912-bd6569bd760f tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:37.290072 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dbe8ebba-c6a7-481c-a007-fcdd54047728 req-3d0cbca5-d65b-4662-a912-bd6569bd760f tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0502899 May 19 12:20:37.296635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:37.340529 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dbe8ebba-c6a7-481c-a007-fcdd54047728 req-f4a51a21-72a5-4d53-80cf-402951e1fae5 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 May 19 12:20:37.746675 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec574b6f-67f4-43ab-a3d6-8c097788bd85 req-c6bc8bb3-6ee0-496a-8e6b-a7eca21b8e68 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:37.748314 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec574b6f-67f4-43ab-a3d6-8c097788bd85 req-c6bc8bb3-6ee0-496a-8e6b-a7eca21b8e68 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 944 time: 0.0496535 May 19 12:20:37.803536 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec574b6f-67f4-43ab-a3d6-8c097788bd85 req-efd33d1c-226d-4c9d-a525-104589507a88 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494041 May 19 12:20:38.458604 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f802b-6f05-4de0-a7f5-0536c2cf463b req-a259c4cf-ace7-4fb1-b610-2469d4b0aff7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:38.460111 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b61f802b-6f05-4de0-a7f5-0536c2cf463b req-a259c4cf-ace7-4fb1-b610-2469d4b0aff7 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0488710 May 19 12:20:38.509238 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b61f802b-6f05-4de0-a7f5-0536c2cf463b req-71fe2475-7a99-403b-bee0-6801585f2c3a tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 May 19 12:20:38.606238 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-e9b2d667-2185-4edf-b155-e6000da20f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:38.607844 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-e9b2d667-2185-4edf-b155-e6000da20f52 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1128 time: 0.0442023 May 19 12:20:38.704602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-a9b845b6-fb3b-483c-9805-57feb0593dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:38.706031 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-a9b845b6-fb3b-483c-9805-57feb0593dea service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.0925076 May 19 12:20:38.751170 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-05c39e34-54b4-4caa-bdbb-f6dbc1c20213 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 217 time: 0.0336595 May 19 12:20:38.807730 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-09f465c8-3666-4c61-9c0f-9df4d2e381b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:38.809283 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-09f465c8-3666-4c61-9c0f-9df4d2e381b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0518045 May 19 12:20:38.858866 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-c5958a4f-d8e4-4c36-9ece-4c3c0deac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:38.860614 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-c5958a4f-d8e4-4c36-9ece-4c3c0deac20b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435565 May 19 12:20:38.901350 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 413f04d8-4ef0-4bef-8ee6-725aaa428db9 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:20:38.936063 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc95409-0d11-486c-8887-072270d1688e req-228bd596-2884-48d0-b8ca-bfc84d3f3d7d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:38.937756 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2fc95409-0d11-486c-8887-072270d1688e req-228bd596-2884-48d0-b8ca-bfc84d3f3d7d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 944 time: 0.0510969 May 19 12:20:38.975808 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:38.987522 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2fc95409-0d11-486c-8887-072270d1688e req-eb30b228-eaaa-4c66-aae7-39aeeb8b1b6b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 May 19 12:20:39.006865 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:39.027570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:20:39.079357 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:39.079817 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:39.095313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413f04d8-4ef0-4bef-8ee6-725aaa428db9 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:20:39.120585 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:39.313772 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:39.362831 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=413f04d8-4ef0-4bef-8ee6-725aaa428db9,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:39.644448 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672312ec-2740-48f8-8575-bb94c75d131f req-310f2655-a446-4460-b0e1-8d7b6ccb5bbd tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:39.645956 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-672312ec-2740-48f8-8575-bb94c75d131f req-310f2655-a446-4460-b0e1-8d7b6ccb5bbd tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0573871 May 19 12:20:39.688054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44782) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:39.697716 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-672312ec-2740-48f8-8575-bb94c75d131f req-563d62ba-e278-48bd-a187-5be138dc00ad tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456417 May 19 12:20:39.805587 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c725f15b-cd24-4f42-abe9-ea47c1b9138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:39.862860 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['413f04d8-4ef0-4bef-8ee6-725aaa428db9'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:20:39.883436 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c725f15b-cd24-4f42-abe9-ea47c1b9138c admin admin] Publish callbacks [] for security_group (049a09eb-1c91-4ca3-bacf-891fd34bda6e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:39.923357 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:40.010175 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c725f15b-cd24-4f42-abe9-ea47c1b9138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (049a09eb-1c91-4ca3-bacf-891fd34bda6e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:40.053625 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c725f15b-cd24-4f42-abe9-ea47c1b9138c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=776e5ee8d7bf4f3c9cc37b6e30b5cd02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644650 May 19 12:20:40.059588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725f15b-cd24-4f42-abe9-ea47c1b9138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049a09eb-1c91-4ca3-bacf-891fd34bda6e,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:40.059588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44788) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:40.111307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fc1e-0693-4c5d-b97a-b2d42048bcc2 admin admin] Publish callbacks [] for security_group (049a09eb-1c91-4ca3-bacf-891fd34bda6e), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:40.114011 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a41f3-db6b-48a6-a87f-9241d697a651 req-53343a2f-62dd-4687-a3f3-a9b45cdf6f82 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:40.115473 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f2a41f3-db6b-48a6-a87f-9241d697a651 req-53343a2f-62dd-4687-a3f3-a9b45cdf6f82 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 945 time: 0.0524659 May 19 12:20:40.138491 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:40.140693 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fc1e-0693-4c5d-b97a-b2d42048bcc2 admin admin] Publish callbacks [] for security_group (049a09eb-1c91-4ca3-bacf-891fd34bda6e), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:40.167308 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f2a41f3-db6b-48a6-a87f-9241d697a651 req-1baeb557-dbc9-4e6b-9633-5d83776a0bde tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 May 19 12:20:40.251846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:40.274406 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-07728cae-4b37-45ca-8b2c-a5e80f7ff734 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954187 May 19 12:20:40.339463 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fc1e-0693-4c5d-b97a-b2d42048bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (049a09eb-1c91-4ca3-bacf-891fd34bda6e), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:40.342006 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fc1e-0693-4c5d-b97a-b2d42048bcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:40.343167 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a5f0fc1e-0693-4c5d-b97a-b2d42048bcc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/049a09eb-1c91-4ca3-bacf-891fd34bda6e HTTP/1.1" status: 204 len: 168 time: 0.2850993 May 19 12:20:40.358244 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0fc1e-0693-4c5d-b97a-b2d42048bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049a09eb-1c91-4ca3-bacf-891fd34bda6e,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:40.391523 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01c76e8a-6619-4788-a6d0-79246fa34747 req-3b9c71d2-0337-4f85-a6c5-947a2f6251cb service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094413 May 19 12:20:40.840911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c0347-7052-4095-99d9-02ce76778758 req-c368ff46-cac3-450f-861b-68bca03d6ca2 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:40.842594 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-880c0347-7052-4095-99d9-02ce76778758 req-c368ff46-cac3-450f-861b-68bca03d6ca2 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0690420 May 19 12:20:40.844890 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9abdf-3686-463d-800e-b4732eecd3f6 req-e4347be0-d588-4ea7-8470-373d3d85765b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:40.846472 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2de9abdf-3686-463d-800e-b4732eecd3f6 req-e4347be0-d588-4ea7-8470-373d3d85765b tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 946 time: 0.0705695 May 19 12:20:40.905308 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2de9abdf-3686-463d-800e-b4732eecd3f6 req-3a95e08c-ab99-48be-a60c-3e7c13fbc481 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/security-groups?id=61f885ea-8968-4ccc-ad9f-4f9c971888d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520995 May 19 12:20:40.949195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Deleting port 70cddd88-46c7-4b34-aacd-0ae298178ba1 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:20:40.950117 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:40.999043 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:41.051313 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] For port 70cddd88-46c7-4b34-aacd-0ae298178ba1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70cddd88-46c7-4b34-aacd-0ae298178ba1,segment=NetworkSegment(f3ce5940-aa98-4635-94fe-0c0399fdb51e),segment_id=f3ce5940-aa98-4635-94fe-0c0399fdb51e)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:41.053374 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:41.066667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Calling delete_port for 70cddd88-46c7-4b34-aacd-0ae298178ba1 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:20:41.309372 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990712-39a8-4042-aba4-077787dd5f13 req-6f1f9a17-27ae-43cc-a049-2ea9f9113def tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:41.310887 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-26990712-39a8-4042-aba4-077787dd5f13 req-6f1f9a17-27ae-43cc-a049-2ea9f9113def tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 945 time: 0.0596857 May 19 12:20:41.372028 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 413f04d8-4ef0-4bef-8ee6-725aaa428db9 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:41.372527 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-26990712-39a8-4042-aba4-077787dd5f13 req-61329721-eab8-4074-86a4-f676a41aa553 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552537 May 19 12:20:41.391959 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (70cddd88-46c7-4b34-aacd-0ae298178ba1), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:41.411598 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Pushing event deleted for resources: {'Port': ['ID=70cddd88-46c7-4b34-aacd-0ae298178ba1,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:41.425036 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['70cddd88-46c7-4b34-aacd-0ae298178ba1'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:20:41.464385 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] No DVR routers for this DVR port 70cddd88-46c7-4b34-aacd-0ae298178ba1 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:20:41.468299 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:41.471705 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-880c0347-7052-4095-99d9-02ce76778758 req-1f32c2b2-b6d5-4376-9a9e-6abda40609e4 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.81 "DELETE /v2.0/ports/70cddd88-46c7-4b34-aacd-0ae298178ba1 HTTP/1.1" status: 204 len: 173 time: 0.6237242 May 19 12:20:41.472358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f144c105-0d18-4e85-91fb-a54fee776414', 'name': 'network-vif-deleted', 'tag': '70cddd88-46c7-4b34-aacd-0ae298178ba1'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:41.474631 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1070d8-c4d7-475c-b032-64e5eb8f49ec" -d '{"events": [{"server_uuid": "f144c105-0d18-4e85-91fb-a54fee776414", "name": "network-vif-deleted", "tag": "70cddd88-46c7-4b34-aacd-0ae298178ba1"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:41.488528 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:20:41.525469 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516f1237-8cfc-4b14-bf04-4cbfa80c2d8f x-openstack-request-id: req-516f1237-8cfc-4b14-bf04-4cbfa80c2d8f {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:41.525766 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f144c105-0d18-4e85-91fb-a54fee776414", "name": "network-vif-deleted", "tag": "70cddd88-46c7-4b34-aacd-0ae298178ba1", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:41.526056 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-516f1237-8cfc-4b14-bf04-4cbfa80c2d8f {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:41.526441 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516f1237-8cfc-4b14-bf04-4cbfa80c2d8f'] response: {'server_uuid': 'f144c105-0d18-4e85-91fb-a54fee776414', 'name': 'network-vif-deleted', 'tag': '70cddd88-46c7-4b34-aacd-0ae298178ba1', 'status': 'completed', 'code': 200} May 19 12:20:41.633353 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:41.633738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:41.711619 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:41.712036 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:41.738555 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:41.740895 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b13e07-c264-48db-b496-8f3617a9076e" -d '{"events": [{"server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "name": "network-vif-plugged", "status": "completed", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:41.776944 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:41.799340 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377dd416-561c-41e1-9de6-84c2a1be1dfd x-openstack-request-id: req-377dd416-561c-41e1-9de6-84c2a1be1dfd {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:41.799700 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "name": "network-vif-plugged", "status": "completed", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:41.800033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-377dd416-561c-41e1-9de6-84c2a1be1dfd {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:41.800493 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377dd416-561c-41e1-9de6-84c2a1be1dfd'] response: {'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'code': 200} May 19 12:20:41.865016 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44830) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:41.914835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:41.993310 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=413f04d8-4ef0-4bef-8ee6-725aaa428db9,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:41.996841 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1188600431-network', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:42.025680 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dfbbfd36-a709-47e0-af01-a0a55cf955aa req-1385b92e-a76e-4d35-a069-224ef7afb58a tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0346560 May 19 12:20:42.204932 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Made reservation on behalf of 0beba4cdb9854497b6cedd3e76059e12 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:42.207390 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.218486 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.311196 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks [] for security_group (b05fa377-d7bc-4862-a9c3-cfae8aaa27a8), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.582304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f20a-2f4d-4f77-a932-07c97ab41f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.591364 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b05fa377-d7bc-4862-a9c3-cfae8aaa27a8), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.601910 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:42.617060 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca08a70-957c-4ab5-b9a3-8e77b8d7f276 req-5ecc83a1-018a-4440-9578-647b0be1671c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:42.624885 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0ca08a70-957c-4ab5-b9a3-8e77b8d7f276 req-5ecc83a1-018a-4440-9578-647b0be1671c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0607185 May 19 12:20:42.627373 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:20:42.637074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516096a-3f61-4282-8075-1508551b5fbf req-6a3827ac-e0c3-49df-9f29-654312486293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:42.637074 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f516096a-3f61-4282-8075-1508551b5fbf req-6a3827ac-e0c3-49df-9f29-654312486293 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.0755737 May 19 12:20:42.670199 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fa377-d7bc-4862-a9c3-cfae8aaa27a8,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:42.673087 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0ca08a70-957c-4ab5-b9a3-8e77b8d7f276 req-3991fa64-37d6-47bf-844b-17a4ddeec8fa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473266 May 19 12:20:42.674191 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (0e681189-a67b-41b9-9db6-612efdd985e6), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.674779 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Added segment 0e681189-a67b-41b9-9db6-612efdd985e6 of type vlan for network 2237e2b2-7c53-4199-a822-e417750a80fa May 19 12:20:42.742508 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (2237e2b2-7c53-4199-a822-e417750a80fa), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.747947 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f516096a-3f61-4282-8075-1508551b5fbf req-30cf61ba-723d-4982-bfef-a2e0df24d471 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987396 May 19 12:20:42.907487 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (2237e2b2-7c53-4199-a822-e417750a80fa), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.908484 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:42.909070 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:42.970790 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] Pushing event updated for resources: {'Network': ['ID=2237e2b2-7c53-4199-a822-e417750a80fa,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:42.981302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 2237e2b2-7c53-4199-a822-e417750a80fa details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:20:42.988223 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:43.082796 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-bc424908-c34f-433c-b4c1-c97bd6b14d5f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2165198 May 19 12:20:43.083889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:43.086124 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44842) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:43.091021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Request body: {'subnet': {'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1188600431-subnet', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:43.132360 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1406a9f2-53c7-49ca-b91d-75387b1273bb req-93dbc177-2e35-4453-a5dc-413268708aac tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0292788 May 19 12:20:43.199713 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Made reservation on behalf of 0beba4cdb9854497b6cedd3e76059e12 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:43.202182 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515979'] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:43.502405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9937864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515997'] for subnet (38bacd7d-d26b-4d97-a672-e63870cdd1f6), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:43.564487 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=38bacd7d-d26b-4d97-a672-e63870cdd1f6,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:43.575497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Checking segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:43.575884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Network hostable DHCP agents. Network: 2237e2b2-7c53-4199-a822-e417750a80fa, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:20:43.742713 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Network 2237e2b2-7c53-4199-a822-e417750a80fa is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:20:43.794285 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8422d9-cc7d-49df-844b-4665a851a773 req-302ac6dc-956e-4dfd-9ebd-1dd2478563ef tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:43.795855 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3e8422d9-cc7d-49df-844b-4665a851a773 req-302ac6dc-956e-4dfd-9ebd-1dd2478563ef tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0503514 May 19 12:20:43.843478 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3e8422d9-cc7d-49df-844b-4665a851a773 req-ee092a15-a913-423e-bf3a-4d57f04c39f6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420687 May 19 12:20:43.970562 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 2237e2b2-7c53-4199-a822-e417750a80fa) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:43.974625 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:43.975442 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:43.980451 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ebf3c-aed0-400b-8f49-20b3b6a694fe None None] Network 2237e2b2-7c53-4199-a822-e417750a80fa requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:44.093349 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-2237e2b2-7c53-4199-a822-e417750a80fa', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:20:44.094252 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.121605 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:44.152007 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-68526c5b-108c-40c2-8134-83250731fdbe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0644395 May 19 12:20:44.159601 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44858) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:44.175909 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:44.237807 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.249384 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Allocated IP 172.20.0.2 (2237e2b2-7c53-4199-a822-e417750a80fa/38bacd7d-d26b-4d97-a672-e63870cdd1f6/a8b39793-b5dc-4142-bc67-395cd5765664) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:44.253329 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a423e6ce-6281-44fe-b2f8-257812a3a8c5 req-0eb2bb16-9ebc-4302-b778-b569c01e0427 tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0356975 May 19 12:20:44.319570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (ce04c6b0-d2f0-4810-9087-193e6311269f), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.320740 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (ce04c6b0-d2f0-4810-9087-193e6311269f), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.383877 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-3b931725-a2f2-4f85-9cf6-6c2dad6c662c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454638 May 19 12:20:44.392356 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks [] for router_controller (ce04c6b0-d2f0-4810-9087-193e6311269f), precommit_add_association {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.430458 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:44.431582 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Publish callbacks [] for port (a8b39793-b5dc-4142-bc67-395cd5765664), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.460936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-f1ebf3f1-0ebb-4320-ae89-3d9664ba1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:44.462437 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-f1ebf3f1-0ebb-4320-ae89-3d9664ba1de6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1129 time: 0.0404468 May 19 12:20:44.544920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:44.584975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-1006a75c-2a4f-4435-94c4-c70029141ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:44.587299 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-1006a75c-2a4f-4435-94c4-c70029141ceb service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.0923076 May 19 12:20:44.622631 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.639418 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks [] for router_gateway (ce04c6b0-d2f0-4810-9087-193e6311269f), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.653614 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-fe250393-0e7d-4b07-a501-45a2e59cd0eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 200 len: 217 time: 0.0353050 May 19 12:20:44.663302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Network 2237e2b2-7c53-4199-a822-e417750a80fa is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:44.666796 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:44.670563 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:44.673651 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:44.681185 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Pushing event updated for resources: {'Port': ['ID=a8b39793-b5dc-4142-bc67-395cd5765664,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:44.735953 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Attempting to bind port a8b39793-b5dc-4142-bc67-395cd5765664 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:44.736321 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Attempting to bind port a8b39793-b5dc-4142-bc67-395cd5765664 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:44.736679 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Attempting to bind port a8b39793-b5dc-4142-bc67-395cd5765664 on network 2237e2b2-7c53-4199-a822-e417750a80fa {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:44.742422 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:44.742832 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Checking segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:44.743174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.743557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Bound using segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:44.744152 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Bound port: a8b39793-b5dc-4142-bc67-395cd5765664, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:44.744530 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.811756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] For port a8b39793-b5dc-4142-bc67-395cd5765664, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:44.815298 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] For port a8b39793-b5dc-4142-bc67-395cd5765664, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a8b39793-b5dc-4142-bc67-395cd5765664,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:44.971940 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1079ff7e-c64f-425a-a431-e4341a84818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:44.974924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.028316 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4960b-1211-4100-ae56-a83284243dc4 req-4f346f1d-ba4f-485c-ae40-dfa10a317d19 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:45.029969 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0e4960b-1211-4100-ae56-a83284243dc4 req-4f346f1d-ba4f-485c-ae40-dfa10a317d19 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.1161447 May 19 12:20:45.044200 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3f301-760e-4983-b56f-eca916b56341 None None] Pushing event updated for resources: {'Port': ['ID=a8b39793-b5dc-4142-bc67-395cd5765664,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:45.067769 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks [] for router_gateway (ce04c6b0-d2f0-4810-9087-193e6311269f), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.092928 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.169941 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0e4960b-1211-4100-ae56-a83284243dc4 req-39938874-5961-4cbf-95e0-2301d54f226d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314776 May 19 12:20:45.256991 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:45.324071 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Allocated IP 172.27.1.105 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/003aebc0-da4e-4e06-bd3a-2610483b8758) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:45.402182 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 70cddd88-46c7-4b34-aacd-0ae298178ba1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:20:45.444605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-3b0dee6a-daaf-416a-96c5-8e827e91adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:45.444605 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-3b0dee6a-daaf-416a-96c5-8e827e91adfc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.1546690 May 19 12:20:45.463682 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 70cddd88-46c7-4b34-aacd-0ae298178ba1 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:20:45.464406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 70cddd88-46c7-4b34-aacd-0ae298178ba1 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:20:45.520863 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cacc3e96-e989-4e72-b5db-388a26d5e070 req-7af5fb64-f138-4d20-868a-937519cb54dd tempest-VolumesActionsTest-1497151799 tempest-VolumesActionsTest-1497151799-project] 10.222.0.23 "GET /v2.0/ports?device_id=f144c105-0d18-4e85-91fb-a54fee776414 HTTP/1.1" status: 200 len: 210 time: 0.0566876 May 19 12:20:45.527334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-eaeb8b16-6fff-475c-b710-be43aa68f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:45.528983 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-eaeb8b16-6fff-475c-b710-be43aa68f46e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801432 May 19 12:20:45.594917 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks [] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.608419 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a8b39793-b5dc-4142-bc67-395cd5765664 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:45.664017 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port a8b39793-b5dc-4142-bc67-395cd5765664 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:45.664518 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.672957 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-bb936645-1852-4b2c-b1e5-fbcbcb32b7b0 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340117 May 19 12:20:45.756476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.759820 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port a8b39793-b5dc-4142-bc67-395cd5765664 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:45.760530 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.796073 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-acafefe7-a0d4-46a4-8794-d5884932b44b req-bb86a792-3e7f-4a1f-8cc9-f5b32b8432d9 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149447 May 19 12:20:45.805064 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port a8b39793-b5dc-4142-bc67-395cd5765664, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a8b39793-b5dc-4142-bc67-395cd5765664,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:45.826027 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:45.827923 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:45.833946 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:45.839520 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:45.871778 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Pushing event updated for resources: {'Port': ['ID=003aebc0-da4e-4e06-bd3a-2610483b8758,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:45.892053 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:45.997739 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=a8b39793-b5dc-4142-bc67-395cd5765664,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:46.102880 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:46.245419 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks [] for router_gateway (ce04c6b0-d2f0-4810-9087-193e6311269f), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:46.302777 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77fae4-dc87-4497-866f-3ec1499ff175 None None] Network 2237e2b2-7c53-4199-a822-e417750a80fa requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:46.373762 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-93a41b7f-6dd9-4e1a-9d26-d4c0d23c1869 None None] Provisioning complete for port a8b39793-b5dc-4142-bc67-395cd5765664 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:46.374557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-93a41b7f-6dd9-4e1a-9d26-d4c0d23c1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:46.465145 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:46.527709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-93a41b7f-6dd9-4e1a-9d26-d4c0d23c1869 None None] Current status of the port a8b39793-b5dc-4142-bc67-395cd5765664 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:46.633360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde3f08-1c5c-4373-a532-5b29f0cf7f25 req-d55cc056-5fe4-4d5f-8171-819d6aae6632 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:46.635109 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-edde3f08-1c5c-4373-a532-5b29f0cf7f25 req-d55cc056-5fe4-4d5f-8171-819d6aae6632 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.3250179 May 19 12:20:46.653920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:46.742815 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-edde3f08-1c5c-4373-a532-5b29f0cf7f25 req-1e287183-b0be-4fe0-8160-6998b0dc9179 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007824 May 19 12:20:46.758892 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6871be5e-326e-4e0c-9a23-862a57157cd9 None None] Provisioning complete for port a8b39793-b5dc-4142-bc67-395cd5765664 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:46.769661 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6871be5e-326e-4e0c-9a23-862a57157cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:46.836923 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (ce04c6b0-d2f0-4810-9087-193e6311269f), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:46.863089 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6871be5e-326e-4e0c-9a23-862a57157cd9 None None] Current status of the port a8b39793-b5dc-4142-bc67-395cd5765664 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:46.926286 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c56686-1bde-48cc-880f-4c1e5c95df5a req-4851480b-af12-4326-91ba-654112756e5e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:46.929888 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-67c56686-1bde-48cc-880f-4c1e5c95df5a req-4851480b-af12-4326-91ba-654112756e5e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0884790 May 19 12:20:46.941203 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44888) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:46.952528 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'floatingip': {'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:46.993769 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.034599 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:47.153712 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Router ce04c6b0-d2f0-4810-9087-193e6311269f is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:20:47.303356 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:47.315917 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Sync routers for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:47.372658 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:47.373310 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:47.425388 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.430782 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-fde06611-2f01-4b51-a562-c161cde193c2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2696609 May 19 12:20:47.431452 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44898) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:47.509214 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:47.568196 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.570446 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:47.628550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.652446 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a8b39793-b5dc-4142-bc67-395cd5765664 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:47.664752 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.693714 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:47.735065 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port a8b39793-b5dc-4142-bc67-395cd5765664 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:47.736139 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.749226 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:46Z', 'revision_number': 3, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:47.756205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:47.778955 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Checking router: ce04c6b0-d2f0-4810-9087-193e6311269f for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:47.779455 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Updating router ce04c6b0-d2f0-4810-9087-193e6311269f port 003aebc0-da4e-4e06-bd3a-2610483b8758 binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:20:47.792270 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Floating IP 2c25a128-8edb-48db-8c76-8cd6b3b1d39c associated. External IP: 172.27.1.207, port: 413f04d8-4ef0-4bef-8ee6-725aaa428db9. May 19 12:20:47.819539 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:47.915301 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port a8b39793-b5dc-4142-bc67-395cd5765664 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:48.121501 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.253103 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Publish callbacks [] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.264303 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:20:48.269058 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:48.331402 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Allocated IP 172.20.0.1 (2237e2b2-7c53-4199-a822-e417750a80fa/38bacd7d-d26b-4d97-a672-e63870cdd1f6/521260b8-d1fa-45fc-991c-475c22612029) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:48.350444 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:20:48.370689 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.436101 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Attempting to bind port 003aebc0-da4e-4e06-bd3a-2610483b8758 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:48.436872 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Attempting to bind port 003aebc0-da4e-4e06-bd3a-2610483b8758 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:48.437440 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Attempting to bind port 003aebc0-da4e-4e06-bd3a-2610483b8758 on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:48.448018 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aad7aa-61f8-4abc-84b9-d64bef5a334d None None] Pushing event updated for resources: {'Port': ['ID=003aebc0-da4e-4e06-bd3a-2610483b8758,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:48.451911 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:48.452384 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:48.452848 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.453297 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:48.453841 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Bound port: 003aebc0-da4e-4e06-bd3a-2610483b8758, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:48.454297 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.458970 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:48.493470 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks [] for port (521260b8-d1fa-45fc-991c-475c22612029), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.519017 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] For port 003aebc0-da4e-4e06-bd3a-2610483b8758, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:48.524730 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] For port 003aebc0-da4e-4e06-bd3a-2610483b8758, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=003aebc0-da4e-4e06-bd3a-2610483b8758,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:48.525089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:48.530383 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.536789 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] Sync routers for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:48.557125 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:48.558276 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:48.566563 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-fd21c869-b7fe-44eb-882c-d4ab23a73858 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "PUT /v2.0/floatingips/2c25a128-8edb-48db-8c76-8cd6b3b1d39c HTTP/1.1" status: 200 len: 992 time: 1.6248350 May 19 12:20:48.567448 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:20:48.570468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb87684-2224-477d-9ec7-809b53d35d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:20:48.611396 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.612085 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (521260b8-d1fa-45fc-991c-475c22612029), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.623417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d6dee-a7a3-40ed-980c-87dbce20e904 x-openstack-request-id: req-ca3d6dee-a7a3-40ed-980c-87dbce20e904 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:20:48.623696 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:20:48.623956 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca3d6dee-a7a3-40ed-980c-87dbce20e904 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:20:48.624340 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3d6dee-a7a3-40ed-980c-87dbce20e904'] response: {'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'status': 'completed', 'code': 200} May 19 12:20:48.674598 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Network 2237e2b2-7c53-4199-a822-e417750a80fa is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:48.692336 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:48.709982 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Pushing event updated for resources: {'Port': ['ID=521260b8-d1fa-45fc-991c-475c22612029,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:48.714287 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:48.714704 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:48.715348 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:48.735419 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:48.750081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-0cf06f91-65b9-4475-8776-26f44968aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:48.752174 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-0cf06f91-65b9-4475-8776-26f44968aed2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.0716360 May 19 12:20:48.766580 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aad7aa-61f8-4abc-84b9-d64bef5a334d None None] Pushing event updated for resources: {'Port': ['ID=003aebc0-da4e-4e06-bd3a-2610483b8758,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:48.779806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (ce04c6b0-d2f0-4810-9087-193e6311269f), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:48.904168 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-2ced3146-3014-4f09-a2a7-9645d316d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:48.905650 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-2ced3146-3014-4f09-a2a7-9645d316d855 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.1447449 May 19 12:20:48.925196 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:49.011689 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-99b17c95-6a39-4588-aebd-3cc7136d8b77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 1000 time: 0.0996332 May 19 12:20:49.071626 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-6e880790-9b2c-4012-96a0-d44e91e17e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:49.074176 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-6e880790-9b2c-4012-96a0-d44e91e17e43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0561850 May 19 12:20:49.103770 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (521260b8-d1fa-45fc-991c-475c22612029), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.128646 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-79604977-6e84-4594-8731-a846366cefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:49.138226 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-79604977-6e84-4594-8731-a846366cefec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581007 May 19 12:20:49.165782 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:46Z', 'revision_number': 3, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:49.169499 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:49.201338 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5da742-0dad-4fa9-8b95-d5941f7c8c50 None None] The sync data for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi is: [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:46Z', 'revision_number': 3, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:49.223167 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:49.255167 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-82f0b599-9ef4-43bc-87ff-7fd6b286a2e0 None None] Provisioning complete for port 521260b8-d1fa-45fc-991c-475c22612029 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:49.255810 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82f0b599-9ef4-43bc-87ff-7fd6b286a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (521260b8-d1fa-45fc-991c-475c22612029), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.284490 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-3082c406-2d4c-42e1-ada5-767f28e5bee3 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372128 May 19 12:20:49.330030 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-82f0b599-9ef4-43bc-87ff-7fd6b286a2e0 None None] Port 521260b8-d1fa-45fc-991c-475c22612029 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:49.342142 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '2c25a128-8edb-48db-8c76-8cd6b3b1d39c', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:22Z', 'updated_at': '2022-05-19T12:20:47Z', 'revision_number': 1, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:49.371147 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] Checking router: f039dfda-dff9-4b21-96b3-afcb6eadc5a6 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:49.373419 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.385311 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:49.386185 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:49.440085 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks [] for port (521260b8-d1fa-45fc-991c-475c22612029), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.440576 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5bb87684-2224-477d-9ec7-809b53d35d0d req-fcbde764-01e6-4d85-9ea9-b3f3c590edf0 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473396 May 19 12:20:49.474385 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:49.503842 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:49.536676 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (521260b8-d1fa-45fc-991c-475c22612029), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.598339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (ce04c6b0-d2f0-4810-9087-193e6311269f), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:49.600695 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:49.689383 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Pushing event updated for resources: {'Port': ['ID=521260b8-d1fa-45fc-991c-475c22612029,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:49.749597 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Network 2237e2b2-7c53-4199-a822-e417750a80fa is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:49.752725 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:49.779066 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:49.800790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '2c25a128-8edb-48db-8c76-8cd6b3b1d39c', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:22Z', 'updated_at': '2022-05-19T12:20:47Z', 'revision_number': 1, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:49.863295 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ad988-f200-4e46-800e-bcf23ebb698f None None] The sync data for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi is: [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '2c25a128-8edb-48db-8c76-8cd6b3b1d39c', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:22Z', 'updated_at': '2022-05-19T12:20:47Z', 'revision_number': 1, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:49.904399 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Router ce04c6b0-d2f0-4810-9087-193e6311269f has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:20:50.038904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:50.053007 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-24b2c33b-95d9-4350-81c9-e0d297160059 admin admin] 10.222.0.23 "PUT /v2.0/routers/ce04c6b0-d2f0-4810-9087-193e6311269f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127486 May 19 12:20:50.053221 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-394924b7-523b-4c95-86af-e8c5cff30957 None None] Provisioning complete for port 521260b8-d1fa-45fc-991c-475c22612029 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:50.053326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-394924b7-523b-4c95-86af-e8c5cff30957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (521260b8-d1fa-45fc-991c-475c22612029), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:50.096078 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-394924b7-523b-4c95-86af-e8c5cff30957 None None] Port 521260b8-d1fa-45fc-991c-475c22612029 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:50.243764 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3eb928-fbd1-4e55-aab7-266a3905cb81 None None] New status for floating IP 2c25a128-8edb-48db-8c76-8cd6b3b1d39c: ACTIVE {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:20:50.245713 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:50.565284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:50.809853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 44978) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:50.814939 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-66798396-network', 'tenant_id': '03e87054b75946338efbef7540c97760'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:50.913564 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Made reservation on behalf of 03e87054b75946338efbef7540c97760 for: {'network': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:50.916215 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:50.926054 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.020471 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks [] for security_group (63b99b94-d311-43b8-9f3a-0f67cbb93f07), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.125212 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (63b99b94-d311-43b8-9f3a-0f67cbb93f07), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.148920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:51.149832 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=104216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:20:51.163875 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b99b94-d311-43b8-9f3a-0f67cbb93f07,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:51.169065 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (583435dc-a12d-4ba0-8e0c-19b8fc6c0678), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.169484 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.segments_db [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Added segment 583435dc-a12d-4ba0-8e0c-19b8fc6c0678 of type vlan for network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 May 19 12:20:51.185350 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Sync routers for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:51.195645 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:51.196903 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:51.220561 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.313161 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:51.325306 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.326435 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:51.327090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.394892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] Pushing event updated for resources: {'Network': ['ID=e0c5436f-ff54-43ae-bd3e-bcc44bf53a33,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:51.425846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:20:51.445048 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44984) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:51.445204 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-3e169caa-e8f2-42e0-b634-cf033c6bf8ed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6339705 May 19 12:20:51.450631 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Request body: {'subnet': {'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-66798396-subnet', 'tenant_id': '03e87054b75946338efbef7540c97760', 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:51.470662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:51.534506 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 003aebc0-da4e-4e06-bd3a-2610483b8758 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:51.588465 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Made reservation on behalf of 03e87054b75946338efbef7540c97760 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:20:51.591231 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515979'] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.644365 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:49Z', 'revision_number': 2, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:51.647875 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 003aebc0-da4e-4e06-bd3a-2610483b8758 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:51.648329 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.674343 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:51.690166 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Checking router: ce04c6b0-d2f0-4810-9087-193e6311269f for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:51.690520 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Updating router ce04c6b0-d2f0-4810-9087-193e6311269f port 521260b8-d1fa-45fc-991c-475c22612029 binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:20:51.721207 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:51.727459 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (521260b8-d1fa-45fc-991c-475c22612029), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.828317 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 003aebc0-da4e-4e06-bd3a-2610483b8758 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:51.828692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.833882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9937864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515997'] for subnet (7e844bdd-94ed-458a-b93c-e5be5ac6fd4b), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.895613 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e844bdd-94ed-458a-b93c-e5be5ac6fd4b,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:51.907196 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 003aebc0-da4e-4e06-bd3a-2610483b8758, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=003aebc0-da4e-4e06-bd3a-2610483b8758,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:51.908507 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Checking segment: {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:51.908876 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Network hostable DHCP agents. Network: e0c5436f-ff54-43ae-bd3e-bcc44bf53a33, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:20:51.981848 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:51.990796 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:52.005001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:20:52.029909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:52.069376 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=003aebc0-da4e-4e06-bd3a-2610483b8758,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:52.119299 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, e0c5436f-ff54-43ae-bd3e-bcc44bf53a33) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:52.124054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:20:52.124727 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.131554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3052d5a-d7db-44c5-8f30-5777f8b0be53 None None] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:52.153871 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Publish callbacks [] for port (521260b8-d1fa-45fc-991c-475c22612029), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.204481 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-27fb96d5-89aa-40f4-b9ad-ef17af811476 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7554433 May 19 12:20:52.204709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 44992) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:52.209194 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:52.261864 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-e0c5436f-ff54-43ae-bd3e-bcc44bf53a33', 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33', 'project_id': '03e87054b75946338efbef7540c97760', 'fixed_ips': [{'subnet_id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:20:52.262826 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.314388 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (dd35c0df-99a6-4665-8b22-567322bda81c), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.315843 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (dd35c0df-99a6-4665-8b22-567322bda81c), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.329889 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (521260b8-d1fa-45fc-991c-475c22612029), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.374422 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks [] for router_controller (dd35c0df-99a6-4665-8b22-567322bda81c), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.401042 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d2b2b-d814-4e11-a9c5-494f92a9ec17 None None] Pushing event updated for resources: {'Port': ['ID=521260b8-d1fa-45fc-991c-475c22612029,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:52.493708 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Allocated IP 172.20.0.2 (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33/7e844bdd-94ed-458a-b93c-e5be5ac6fd4b/ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:52.503974 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Attempting to bind port 521260b8-d1fa-45fc-991c-475c22612029 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:52.504343 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Attempting to bind port 521260b8-d1fa-45fc-991c-475c22612029 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:52.504706 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Attempting to bind port 521260b8-d1fa-45fc-991c-475c22612029 on network 2237e2b2-7c53-4199-a822-e417750a80fa {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:52.514297 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:52.514676 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Checking segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:52.515085 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.515461 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Bound using segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:52.516348 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Bound port: 521260b8-d1fa-45fc-991c-475c22612029, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:52.519137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (521260b8-d1fa-45fc-991c-475c22612029), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.535161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:52.596778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks [] for router_gateway (dd35c0df-99a6-4665-8b22-567322bda81c), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.616027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:52.663079 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] For port 521260b8-d1fa-45fc-991c-475c22612029, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:52.670284 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-56a07735-50d1-451f-a39d-553ac480eab7 None None] Provisioning complete for port 521260b8-d1fa-45fc-991c-475c22612029 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:52.670650 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-56a07735-50d1-451f-a39d-553ac480eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (521260b8-d1fa-45fc-991c-475c22612029), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.689315 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] For port 521260b8-d1fa-45fc-991c-475c22612029, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=521260b8-d1fa-45fc-991c-475c22612029,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:52.758376 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-56a07735-50d1-451f-a39d-553ac480eab7 None None] Port 521260b8-d1fa-45fc-991c-475c22612029 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:52.763545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (521260b8-d1fa-45fc-991c-475c22612029), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.765887 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Publish callbacks [] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.836487 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks [] for router_gateway (dd35c0df-99a6-4665-8b22-567322bda81c), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.859061 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.923510 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:52.948987 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:52.971009 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d2b2b-d814-4e11-a9c5-494f92a9ec17 None None] Pushing event updated for resources: {'Port': ['ID=521260b8-d1fa-45fc-991c-475c22612029,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:52.975423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:52.980836 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:52.981025 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:52.983377 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:52.994417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Allocated IP 172.27.1.236 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/09d1c28f-37e3-4dc8-b3c6-718fc21270a3) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:53.004305 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:53.104580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:53.121977 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks [] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.122268 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Pushing event updated for resources: {'Port': ['ID=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:53.172596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Attempting to bind port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:53.172974 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Attempting to bind port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:53.173341 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Attempting to bind port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 on network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:53.187555 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:53.188001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Checking segment: {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:53.188537 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.188827 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Bound using segment: {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:53.189306 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Bound port: ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:53.189690 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.192674 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:53.245823 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.290320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:53.295141 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:53.299126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:53.321987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Pushing event updated for resources: {'Port': ['ID=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:53.356835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] Provisioning complete for port 521260b8-d1fa-45fc-991c-475c22612029 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:53.357383 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (521260b8-d1fa-45fc-991c-475c22612029), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.403408 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:53.408561 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] For port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:53.414374 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] For port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:53.514922 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 003aebc0-da4e-4e06-bd3a-2610483b8758 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:53.548956 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.564629 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] Current status of the port 521260b8-d1fa-45fc-991c-475c22612029 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:53.565014 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (521260b8-d1fa-45fc-991c-475c22612029), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.594922 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:52Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:53.652787 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8acf8-d812-4519-b156-4c26dc1d7340 None None] The sync data for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi is: [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:52Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:53.660086 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks [] for router_gateway (dd35c0df-99a6-4665-8b22-567322bda81c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.690413 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87f4f-fb13-4584-97e2-4476fcc48068 None None] Pushing event updated for resources: {'Port': ['ID=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:53.701542 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 003aebc0-da4e-4e06-bd3a-2610483b8758 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:53.701980 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.704758 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] For port 521260b8-d1fa-45fc-991c-475c22612029, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=521260b8-d1fa-45fc-991c-475c22612029,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:53.820295 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (521260b8-d1fa-45fc-991c-475c22612029), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:53.889183 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:53.890561 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712a0a1-bd72-46e5-8f61-d8bb86ce9684 None None] Pushing event updated for resources: {'Port': ['ID=521260b8-d1fa-45fc-991c-475c22612029,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:53.907291 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 003aebc0-da4e-4e06-bd3a-2610483b8758 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:53.979728 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (dd35c0df-99a6-4665-8b22-567322bda81c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:54.274318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Router dd35c0df-99a6-4665-8b22-567322bda81c is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:20:54.278750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:54.386891 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:54.398650 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Sync routers for ids ['dd35c0df-99a6-4665-8b22-567322bda81c'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:54.410665 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Routers {'dd35c0df-99a6-4665-8b22-567322bda81c'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:54.411543 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['dd35c0df-99a6-4665-8b22-567322bda81c'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:54.489929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:54.496521 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-64dcfce8-5c44-4470-a146-e96a2c88a4ab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2861235 May 19 12:20:54.496521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45006) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:54.611765 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:54.632244 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Set router dd35c0df-99a6-4665-8b22-567322bda81c gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:54.797930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec83755-85a6-4193-923e-8d2fb6ef976d None None] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:20:54.841599 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 3, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:54.874006 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Checking router: dd35c0df-99a6-4665-8b22-567322bda81c for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:20:54.875039 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Updating router dd35c0df-99a6-4665-8b22-567322bda81c port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:20:54.875682 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] Provisioning complete for port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:54.876090 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:54.929498 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.029630 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] Current status of the port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:55.030159 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.073234 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] For port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:55.261390 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.281001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.320797 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Publish callbacks [] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.332260 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45030) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:55.372272 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80229a7-b857-4822-bf36-d6c67e73d03c None None] Pushing event updated for resources: {'Port': ['ID=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:55.384319 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Deleting subnet 409bd904-2b79-4ece-88c2-ff84420711cf {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:20:55.388382 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Publish callbacks [] for subnet (409bd904-2b79-4ece-88c2-ff84420711cf), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.401713 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-8eda5fed-d0f4-44cb-850f-81f8eed9ad5f None None] Provisioning complete for port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:55.402238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8eda5fed-d0f4-44cb-850f-81f8eed9ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.444398 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10076702'] for subnet (409bd904-2b79-4ece-88c2-ff84420711cf), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.471067 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Allocated IP 172.20.0.1 (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33/7e844bdd-94ed-458a-b93c-e5be5ac6fd4b/42af20c5-3fc9-4298-b076-5944420bbfec) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:20:55.490709 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.495504 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (409bd904-2b79-4ece-88c2-ff84420711cf), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.550292 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Attempting to bind port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:20:55.553659 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Attempting to bind port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:20:55.554079 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Attempting to bind port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:20:55.568176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:55.583515 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-8eda5fed-d0f4-44cb-850f-81f8eed9ad5f None None] Current status of the port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:55.620538 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:20:55.620950 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:20:55.621357 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.621784 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:20:55.622293 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Bound port: 09d1c28f-37e3-4dc8-b3c6-718fc21270a3, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:20:55.622681 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.655327 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:55.672542 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:55.687378 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce807b-0553-4461-9813-f28ae0034b83 None None] Pushing event updated for resources: {'Port': ['ID=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:55.690076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks [] for port (42af20c5-3fc9-4298-b076-5944420bbfec), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.693109 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] For port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:20:55.697474 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] For port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:20:55.714962 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084021'] for subnet (409bd904-2b79-4ece-88c2-ff84420711cf), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.721547 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:55.721981 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.762430 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409bd904-2b79-4ece-88c2-ff84420711cf,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:55.765360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.774202 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45042) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:55.774835 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-183684c6-dca3-4cbe-93f5-307773ab00a4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/409bd904-2b79-4ece-88c2-ff84420711cf HTTP/1.1" status: 204 len: 168 time: 0.4402506 May 19 12:20:55.812480 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:55.814370 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 521260b8-d1fa-45fc-991c-475c22612029 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:55.862523 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (4c2ff42b-27ff-4765-b5b9-6168eb34b890), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.862996 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.863350 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 521260b8-d1fa-45fc-991c-475c22612029 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:55.863738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (521260b8-d1fa-45fc-991c-475c22612029), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.925075 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:55.941807 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:55.973171 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Routers {'dd35c0df-99a6-4665-8b22-567322bda81c'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:55.980047 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['dd35c0df-99a6-4665-8b22-567322bda81c'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:56.021619 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 521260b8-d1fa-45fc-991c-475c22612029 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:56.044675 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce807b-0553-4461-9813-f28ae0034b83 None None] Pushing event updated for resources: {'Port': ['ID=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:56.082176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:56.096200 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:56.098126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (4c2ff42b-27ff-4765-b5b9-6168eb34b890), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.113144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:56.115734 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:20:56.153189 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] Set router dd35c0df-99a6-4665-8b22-567322bda81c gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:56.178407 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Pushing event updated for resources: {'Port': ['ID=42af20c5-3fc9-4298-b076-5944420bbfec,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:56.187406 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2ff42b-27ff-4765-b5b9-6168eb34b890']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:56.199572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67b416b-154d-48a3-bf27-2d064b269b1d') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:56.200372 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67b416b-154d-48a3-bf27-2d064b269b1d') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:56.219195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (f67b416b-154d-48a3-bf27-2d064b269b1d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.236046 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (f67b416b-154d-48a3-bf27-2d064b269b1d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.244168 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:20:56.244888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (f67b416b-154d-48a3-bf27-2d064b269b1d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:20:56.316746 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:20:56.339329 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (dd35c0df-99a6-4665-8b22-567322bda81c), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.378293 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 3, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:56.420981 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de5a4fa-8d9a-49cb-881d-fbf0c8f8dcfb None None] The sync data for ids ['dd35c0df-99a6-4665-8b22-567322bda81c'] in dv-cinder-804757-28-iscsi is: [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 3, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:20:56.453743 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (4c2ff42b-27ff-4765-b5b9-6168eb34b890), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.507960 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-06868d66-8b9c-4fc2-a22c-38c581af8db2 None None] Provisioning complete for port 42af20c5-3fc9-4298-b076-5944420bbfec triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:56.507960 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-06868d66-8b9c-4fc2-a22c-38c581af8db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.510406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:56.541335 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.546083 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c2ff42b-27ff-4765-b5b9-6168eb34b890 HTTP/1.1" status: 204 len: 168 time: 0.7706015 May 19 12:20:56.551504 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45054) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:56.571738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-06868d66-8b9c-4fc2-a22c-38c581af8db2 None None] Port 42af20c5-3fc9-4298-b076-5944420bbfec cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:56.573170 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2371cc-463d-4b5f-a6d9-1315e4a9a707 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2ff42b-27ff-4765-b5b9-6168eb34b890,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:56.830977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Deleting subnet 1daf1c60-3919-451b-ae76-58dadba041ca {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:20:56.830977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Publish callbacks [] for subnet (1daf1c60-3919-451b-ae76-58dadba041ca), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.830977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10076702'] for subnet (1daf1c60-3919-451b-ae76-58dadba041ca), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:56.833419 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (1daf1c60-3919-451b-ae76-58dadba041ca), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.181250 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.195204 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084021'] for subnet (1daf1c60-3919-451b-ae76-58dadba041ca), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.235977 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.241858 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1daf1c60-3919-451b-ae76-58dadba041ca HTTP/1.1" status: 204 len: 168 time: 0.6878202 May 19 12:20:57.245552 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf09f7d-0492-4a48-9e2c-5e4d38058f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1daf1c60-3919-451b-ae76-58dadba041ca,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:57.246266 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45060) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:57.327760 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:57.396685 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.578413 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:57.662318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.670837 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:57.672121 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:57.672721 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.689960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks [] for port (42af20c5-3fc9-4298-b076-5944420bbfec), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.693389 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:57.709455 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01a1ba4-59f4-4acf-95ff-7953b7d213cb') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:57.709834 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01a1ba4-59f4-4acf-95ff-7953b7d213cb') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:57.722350 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (e01a1ba4-59f4-4acf-95ff-7953b7d213cb), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.741959 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (e01a1ba4-59f4-4acf-95ff-7953b7d213cb), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.746441 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:20:57.746802 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (e01a1ba4-59f4-4acf-95ff-7953b7d213cb), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:20:57.812672 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:20:57.858980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.970466 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:20:57.974255 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:57.990621 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Pushing event updated for resources: {'Port': ['ID=42af20c5-3fc9-4298-b076-5944420bbfec,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:57.997537 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:20:58.003275 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:58.012788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:20:58.016400 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:58.018579 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668 HTTP/1.1" status: 204 len: 168 time: 0.7694190 May 19 12:20:58.045666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6492d24-ace0-40f8-9bc9-b66fd93a4eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6bf2e5-e1bf-4caf-aa66-c6d8c839f668,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:58.066281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (dd35c0df-99a6-4665-8b22-567322bda81c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:58.130938 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:58.194069 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:20:58.194069 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:20:58.228723 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:58.351572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Router dd35c0df-99a6-4665-8b22-567322bda81c has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:20:58.531153 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6f46be9e-e0b1-408f-a395-d6fe11dc8a23 None None] Provisioning complete for port 42af20c5-3fc9-4298-b076-5944420bbfec triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:58.531996 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6f46be9e-e0b1-408f-a395-d6fe11dc8a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:58.571884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:20:58.580042 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-478240c6-fbc3-403d-99db-920ed05ddccb admin admin] 10.222.0.23 "PUT /v2.0/routers/dd35c0df-99a6-4665-8b22-567322bda81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0836351 May 19 12:20:58.589253 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6f46be9e-e0b1-408f-a395-d6fe11dc8a23 None None] Port 42af20c5-3fc9-4298-b076-5944420bbfec cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:20:58.673022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45070) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:58.749936 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d3cd6fab-8735-4757-8809-d2bc89881179 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39be464eb5ec429aa888dd81bbe31496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734301 May 19 12:20:58.751801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45072) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:58.822224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a213c003-6550-4b95-9d83-00d855f7c553 admin admin] Publish callbacks [] for security_group (54b8a19e-80b4-4c33-ba30-729c93148f44), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:58.857129 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a213c003-6550-4b95-9d83-00d855f7c553 admin admin] Publish callbacks [] for security_group (54b8a19e-80b4-4c33-ba30-729c93148f44), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.068133 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a213c003-6550-4b95-9d83-00d855f7c553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (54b8a19e-80b4-4c33-ba30-729c93148f44), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.071264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a213c003-6550-4b95-9d83-00d855f7c553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.072429 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a213c003-6550-4b95-9d83-00d855f7c553 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54b8a19e-80b4-4c33-ba30-729c93148f44 HTTP/1.1" status: 204 len: 168 time: 0.3193982 May 19 12:20:59.088895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213c003-6550-4b95-9d83-00d855f7c553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b8a19e-80b4-4c33-ba30-729c93148f44,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:20:59.451487 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45084) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:20:59.459503 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451457986', 'description': 'tempest-secgroup-smoke-451457986 description', 'project_id': '0beba4cdb9854497b6cedd3e76059e12'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:20:59.587718 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Sync routers for ids ['dd35c0df-99a6-4665-8b22-567322bda81c'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:20:59.593157 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:20:59.637223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Routers {'dd35c0df-99a6-4665-8b22-567322bda81c'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:20:59.637877 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['dd35c0df-99a6-4665-8b22-567322bda81c'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:20:59.667734 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.746682 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:20:59.746682 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.863511 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group (a50de36d-91b3-4ed3-8e00-d98f7c365656), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:20:59.900704 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Set router dd35c0df-99a6-4665-8b22-567322bda81c gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:20:59.940116 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:00.005501 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (a50de36d-91b3-4ed3-8e00-d98f7c365656), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.042367 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50de36d-91b3-4ed3-8e00-d98f7c365656,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:00.145990 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:56Z', 'revision_number': 4, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '42af20c5-3fc9-4298-b076-5944420bbfec', 'name': '', 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33', 'tenant_id': '03e87054b75946338efbef7540c97760', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:55Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 2, 'project_id': '03e87054b75946338efbef7540c97760', 'subnets': [{'id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:00.172501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Checking router: dd35c0df-99a6-4665-8b22-567322bda81c for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:21:00.172864 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Updating router dd35c0df-99a6-4665-8b22-567322bda81c port 42af20c5-3fc9-4298-b076-5944420bbfec binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:21:00.203738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.218020 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:00.253810 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.255324 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6cacb125-d1de-446e-a5c9-fdc9b220af14 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8008051 May 19 12:21:00.259245 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45092) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:00.263989 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group_rule': {'security_group_id': 'a50de36d-91b3-4ed3-8e00-d98f7c365656', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:00.381036 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:00.457934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (04789ab8-7343-4cc1-94cd-0b893953ec34), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.466457 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:00.486669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:00.571859 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (04789ab8-7343-4cc1-94cd-0b893953ec34), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.603019 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Publish callbacks [] for port (42af20c5-3fc9-4298-b076-5944420bbfec), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.629460 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45098) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:00.680526 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-5669e672-29d2-400c-9637-8c66dbf88a59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53014445f44b456d958282a4240ec7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487075 May 19 12:21:00.681112 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45100) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:00.713624 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:00.736796 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (04789ab8-7343-4cc1-94cd-0b893953ec34), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.749517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.768225 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9ec78841-8e40-483a-8727-7ca58baba823 admin admin] Publish callbacks [] for security_group (92c5a575-1901-4740-b8aa-9e14bf6f45d7), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.768508 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04789ab8-7343-4cc1-94cd-0b893953ec34,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:00.813171 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa89f4-64af-4261-93b2-7b73fa49c3a5 None None] Pushing event updated for resources: {'Port': ['ID=42af20c5-3fc9-4298-b076-5944420bbfec,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:00.815831 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9ec78841-8e40-483a-8727-7ca58baba823 admin admin] Publish callbacks [] for security_group (92c5a575-1901-4740-b8aa-9e14bf6f45d7), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.860068 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.861608 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-76e448c9-fec3-42f6-bfe2-df5a1cd14cd2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6012402 May 19 12:21:00.865674 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45102) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:00.870582 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group_rule': {'security_group_id': 'a50de36d-91b3-4ed3-8e00-d98f7c365656', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:00.921532 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Attempting to bind port 42af20c5-3fc9-4298-b076-5944420bbfec on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:00.922061 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Attempting to bind port 42af20c5-3fc9-4298-b076-5944420bbfec by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:00.922534 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Attempting to bind port 42af20c5-3fc9-4298-b076-5944420bbfec on network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:00.937048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:00.937611 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Checking segment: {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:00.938131 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:00.938733 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Bound using segment: {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:00.939325 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Bound port: 42af20c5-3fc9-4298-b076-5944420bbfec, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583435dc-a12d-4ba0-8e0c-19b8fc6c0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:00.939816 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.011225 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9ec78841-8e40-483a-8727-7ca58baba823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (92c5a575-1901-4740-b8aa-9e14bf6f45d7), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.014502 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9ec78841-8e40-483a-8727-7ca58baba823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.018110 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9ec78841-8e40-483a-8727-7ca58baba823 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92c5a575-1901-4740-b8aa-9e14bf6f45d7 HTTP/1.1" status: 204 len: 168 time: 0.3328979 May 19 12:21:01.034690 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (9f3937ff-2baa-4307-8cc5-908202c55332), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.035580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec78841-8e40-483a-8727-7ca58baba823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5a575-1901-4740-b8aa-9e14bf6f45d7,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:01.106143 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] For port 42af20c5-3fc9-4298-b076-5944420bbfec, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:01.113086 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] For port 42af20c5-3fc9-4298-b076-5944420bbfec, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=42af20c5-3fc9-4298-b076-5944420bbfec,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:01.177604 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (9f3937ff-2baa-4307-8cc5-908202c55332), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.235866 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6a4be798-a4d0-442c-be42-51050a120e70 None None] Provisioning complete for port 42af20c5-3fc9-4298-b076-5944420bbfec triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:01.236530 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6a4be798-a4d0-442c-be42-51050a120e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.277539 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.295503 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6a4be798-a4d0-442c-be42-51050a120e70 None None] Port 42af20c5-3fc9-4298-b076-5944420bbfec cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:01.326905 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (9f3937ff-2baa-4307-8cc5-908202c55332), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.378062 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3937ff-2baa-4307-8cc5-908202c55332,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:01.388794 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:01.407731 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa89f4-64af-4261-93b2-7b73fa49c3a5 None None] Pushing event updated for resources: {'Port': ['ID=42af20c5-3fc9-4298-b076-5944420bbfec,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:01.417832 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Routers {'dd35c0df-99a6-4665-8b22-567322bda81c'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:01.418495 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:20:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['dd35c0df-99a6-4665-8b22-567322bda81c'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:01.499744 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.504838 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45110) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:01.506387 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-52efc7e6-1f1c-45d2-bd97-7814f5a732f6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6388910 May 19 12:21:01.512821 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group_rule': {'security_group_id': 'a50de36d-91b3-4ed3-8e00-d98f7c365656', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:01.597269 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] Set router dd35c0df-99a6-4665-8b22-567322bda81c gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:01.690391 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (501299ce-4fb1-477c-8699-a6cc2d023aa8), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.850024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (501299ce-4fb1-477c-8699-a6cc2d023aa8), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.887715 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] Provisioning complete for port 42af20c5-3fc9-4298-b076-5944420bbfec triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:01.888798 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.958726 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (501299ce-4fb1-477c-8699-a6cc2d023aa8), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:01.975828 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:56Z', 'revision_number': 4, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '42af20c5-3fc9-4298-b076-5944420bbfec', 'name': '', 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33', 'tenant_id': '03e87054b75946338efbef7540c97760', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:55Z', 'updated_at': '2022-05-19T12:21:01Z', 'revision_number': 4, 'project_id': '03e87054b75946338efbef7540c97760', 'subnets': [{'id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:01.997328 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501299ce-4fb1-477c-8699-a6cc2d023aa8,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:02.016155 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e2cf2-38fa-4660-988b-4f006a3bcb18 None None] The sync data for ids ['dd35c0df-99a6-4665-8b22-567322bda81c'] in dv-cinder-804757-28-iscsi is: [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:56Z', 'revision_number': 4, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '42af20c5-3fc9-4298-b076-5944420bbfec', 'name': '', 'network_id': 'e0c5436f-ff54-43ae-bd3e-bcc44bf53a33', 'tenant_id': '03e87054b75946338efbef7540c97760', 'mac_address': 'fa:16:3e:59:cc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:55Z', 'updated_at': '2022-05-19T12:21:01Z', 'revision_number': 4, 'project_id': '03e87054b75946338efbef7540c97760', 'subnets': [{'id': '7e844bdd-94ed-458a-b93c-e5be5ac6fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:21:02.056616 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:02.077641 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] Current status of the port 42af20c5-3fc9-4298-b076-5944420bbfec is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:02.077641 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.119152 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.121437 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-8e8ba6ac-2eb0-48d5-a43b-fd4c8a790cf4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6154189 May 19 12:21:02.127376 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45116) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:02.139002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group_rule': {'security_group_id': 'a50de36d-91b3-4ed3-8e00-d98f7c365656', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:02.145601 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] For port 42af20c5-3fc9-4298-b076-5944420bbfec, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=42af20c5-3fc9-4298-b076-5944420bbfec,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:02.247056 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.261378 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:02.268700 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (cee822af-09cc-4220-9d53-fc8e394344e3), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.359569 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552abfd8-aa2e-4c99-96b4-549b130a55f6 None None] Pushing event updated for resources: {'Port': ['ID=42af20c5-3fc9-4298-b076-5944420bbfec,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:02.372507 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (cee822af-09cc-4220-9d53-fc8e394344e3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.473704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (cee822af-09cc-4220-9d53-fc8e394344e3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.499912 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee822af-09cc-4220-9d53-fc8e394344e3,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:02.688801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.690728 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ee2c39dc-a9b1-49f5-b8fd-b6c460076d4e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5616233 May 19 12:21:02.693803 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45120) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:02.699756 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group_rule': {'security_group_id': 'a50de36d-91b3-4ed3-8e00-d98f7c365656', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:02.874418 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.securitygroups_db [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Project 0beba4cdb9854497b6cedd3e76059e12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:21:02.881854 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (ea5ee0f1-0147-4dab-810c-71a0e74cb445), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:02.954579 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (ea5ee0f1-0147-4dab-810c-71a0e74cb445), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.108732 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (ea5ee0f1-0147-4dab-810c-71a0e74cb445), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.128402 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5ee0f1-0147-4dab-810c-71a0e74cb445,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:03.300367 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.301997 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-aa99952a-d49d-4807-a33f-eac844669174 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6063075 May 19 12:21:03.305945 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45128) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:03.311157 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'security_group_rule': {'security_group_id': 'a50de36d-91b3-4ed3-8e00-d98f7c365656', 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:03.485604 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.securitygroups_db [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Project 0beba4cdb9854497b6cedd3e76059e12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:21:03.493833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (7b3fd867-d6a2-434e-ad78-ab49cf1755d3), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.555383 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 42af20c5-3fc9-4298-b076-5944420bbfec up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:03.579467 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:03.631557 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (7b3fd867-d6a2-434e-ad78-ab49cf1755d3), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.640994 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 42af20c5-3fc9-4298-b076-5944420bbfec triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:03.641388 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.759602 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 42af20c5-3fc9-4298-b076-5944420bbfec is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:03.828415 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (7b3fd867-d6a2-434e-ad78-ab49cf1755d3), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:03.858395 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3fd867-d6a2-434e-ad78-ab49cf1755d3,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:04.007348 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:04.018595 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-fd2b81b1-c7cc-45e7-b985-268b628b3711 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7023602 May 19 12:21:08.659161 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=13 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:08.724479 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=79 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:12.520288 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:12.602679 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5e957c04-f493-4ddd-8388-5b9ae4200062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:13.859059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:14.166701 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:14.925071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-35e77a13-374b-4d42-b954-98e4c939c050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:16.005844 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:17.559931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:19.336664 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.093061 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45348) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:23.141393 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Deleting subnet dc3ed54d-5192-42d8-b5e8-cffcab51b148 {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:21:23.144561 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Publish callbacks [] for subnet (dc3ed54d-5192-42d8-b5e8-cffcab51b148), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.179039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10076702'] for subnet (dc3ed54d-5192-42d8-b5e8-cffcab51b148), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.224399 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (dc3ed54d-5192-42d8-b5e8-cffcab51b148), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.388562 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084021'] for subnet (dc3ed54d-5192-42d8-b5e8-cffcab51b148), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.417291 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3ed54d-5192-42d8-b5e8-cffcab51b148,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:23.423070 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.426310 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dc3ed54d-5192-42d8-b5e8-cffcab51b148 HTTP/1.1" status: 204 len: 168 time: 0.3322222 May 19 12:21:23.431020 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45350) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:23.432570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.432923 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.433263 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.433606 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.433942 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.435611 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.446292 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe685a7-5a59-445d-8804-16e661c35fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.511428 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (8bb85304-d5d6-43de-9b5a-76646e161de6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.598658 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (8bb85304-d5d6-43de-9b5a-76646e161de6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.619100 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb85304-d5d6-43de-9b5a-76646e161de6']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:23.628437 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ce5940-aa98-4635-94fe-0c0399fdb51e') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:23.628735 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ce5940-aa98-4635-94fe-0c0399fdb51e') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:23.638774 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (f3ce5940-aa98-4635-94fe-0c0399fdb51e), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.652001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (f3ce5940-aa98-4635-94fe-0c0399fdb51e), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.657929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:21:23.658306 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (f3ce5940-aa98-4635-94fe-0c0399fdb51e), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:21:23.675147 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:21:23.822665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (8bb85304-d5d6-43de-9b5a-76646e161de6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.835593 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:23.835593 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8bb85304-d5d6-43de-9b5a-76646e161de6 HTTP/1.1" status: 204 len: 168 time: 0.4023087 May 19 12:21:23.844185 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb85304-d5d6-43de-9b5a-76646e161de6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:23.852589 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.852934 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.853276 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.853614 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.853951 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.854327 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.854607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.854927 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.855259 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.855586 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.855944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.856269 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.856589 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.856906 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:23.857225 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260d987b-9b59-435b-9c87-0611e4808840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:24.268903 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45362) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:24.313105 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-812be325-ed73-4648-9f87-a9451a5bdbb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79e70c946e5440e39ee1d7cbeb0a4160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429871 May 19 12:21:24.315669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45364) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:24.370611 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd440-7199-42ab-af11-268a3cd3f825 admin admin] Publish callbacks [] for security_group (61f885ea-8968-4ccc-ad9f-4f9c971888d4), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:24.393626 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd440-7199-42ab-af11-268a3cd3f825 admin admin] Publish callbacks [] for security_group (61f885ea-8968-4ccc-ad9f-4f9c971888d4), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:24.542332 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd440-7199-42ab-af11-268a3cd3f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (61f885ea-8968-4ccc-ad9f-4f9c971888d4), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:24.545024 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd440-7199-42ab-af11-268a3cd3f825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:24.548465 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9e3dd440-7199-42ab-af11-268a3cd3f825 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61f885ea-8968-4ccc-ad9f-4f9c971888d4 HTTP/1.1" status: 204 len: 168 time: 0.2295213 May 19 12:21:24.554572 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dd440-7199-42ab-af11-268a3cd3f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f885ea-8968-4ccc-ad9f-4f9c971888d4,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:25.266134 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:21:25.720527 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45390) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:25.821412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-366270099-network', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:25.936570 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Made reservation on behalf of 37c1366ee71c446b9ec6fa532391b789 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:21:25.938968 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:25.948461 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.022437 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks [] for security_group (9d7155d3-691c-4b70-8e3a-fc5402ce18aa), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.108237 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9d7155d3-691c-4b70-8e3a-fc5402ce18aa), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.135246 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:21:26.145318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7155d3-691c-4b70-8e3a-fc5402ce18aa,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:26.150519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.150924 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Added segment e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632 of type vlan for network 4fc84730-31b5-4522-8209-b6ce187a5147 May 19 12:21:26.192936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (4fc84730-31b5-4522-8209-b6ce187a5147), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.279579 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (4fc84730-31b5-4522-8209-b6ce187a5147), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.280582 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:26.281164 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:26.342738 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc84730-31b5-4522-8209-b6ce187a5147,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:26.353432 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 4fc84730-31b5-4522-8209-b6ce187a5147 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:21:26.478687 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9f15aa80-30c4-4ed7-b3b5-9be878463178 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7546008 May 19 12:21:26.479920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45394) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:26.485172 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Request body: {'subnet': {'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-366270099-subnet', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:26.645246 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Made reservation on behalf of 37c1366ee71c446b9ec6fa532391b789 for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:21:26.647724 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083992'] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.131458 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083982'] for subnet (2b4d731f-684a-464b-bc6a-ced7e114825c), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.187628 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4d731f-684a-464b-bc6a-ced7e114825c,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:27.203627 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Checking segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:27.203953 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Network hostable DHCP agents. Network: 4fc84730-31b5-4522-8209-b6ce187a5147, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:21:27.342727 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Network 4fc84730-31b5-4522-8209-b6ce187a5147 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:21:27.445827 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 4fc84730-31b5-4522-8209-b6ce187a5147) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:27.449915 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:27.450507 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.455533 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef21f0d-47f6-40eb-92be-4eaa9c023255 None None] Network 4fc84730-31b5-4522-8209-b6ce187a5147 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:21:27.574468 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d545ab84-0882-4d31-9085-7a4c27fb2a17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0933077 May 19 12:21:27.577252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45398) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:27.581688 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:27.590023 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:27.681892 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-4fc84730-31b5-4522-8209-b6ce187a5147', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:21:27.682896 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.822510 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (be175d42-93df-44a1-9eac-5c61ce2ec6a5), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.823553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (be175d42-93df-44a1-9eac-5c61ce2ec6a5), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.825779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Allocated IP 172.20.0.2 (4fc84730-31b5-4522-8209-b6ce187a5147/2b4d731f-684a-464b-bc6a-ced7e114825c/4515463a-10c9-4329-b33a-508a60ef62fe) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:27.836025 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:27.875007 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks [] for router_controller (be175d42-93df-44a1-9eac-5c61ce2ec6a5), precommit_add_association {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:27.881012 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:27.979405 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Publish callbacks [] for port (4515463a-10c9-4329-b33a-508a60ef62fe), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.247541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks [] for router_gateway (be175d42-93df-44a1-9eac-5c61ce2ec6a5), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.258302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.288047 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:28.303673 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Network 4fc84730-31b5-4522-8209-b6ce187a5147 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:28.309616 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:28.312442 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:28.314564 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Pushing event updated for resources: {'Port': ['ID=4515463a-10c9-4329-b33a-508a60ef62fe,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:28.326400 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.326740 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.327073 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.327429 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.327756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.328100 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.328416 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.328729 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.329058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.329379 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.329694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.330008 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.330319 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.330632 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.330941 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:28.384979 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Attempting to bind port 4515463a-10c9-4329-b33a-508a60ef62fe on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:28.385342 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Attempting to bind port 4515463a-10c9-4329-b33a-508a60ef62fe by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:28.385697 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Attempting to bind port 4515463a-10c9-4329-b33a-508a60ef62fe on network 4fc84730-31b5-4522-8209-b6ce187a5147 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:28.390763 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:28.391117 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Checking segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:28.391606 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.392313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Bound using segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:28.393033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Bound port: 4515463a-10c9-4329-b33a-508a60ef62fe, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:28.393411 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.455596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] For port 4515463a-10c9-4329-b33a-508a60ef62fe, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:28.458730 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] For port 4515463a-10c9-4329-b33a-508a60ef62fe, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4515463a-10c9-4329-b33a-508a60ef62fe,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:28.565941 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks [] for router_gateway (be175d42-93df-44a1-9eac-5c61ce2ec6a5), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.588605 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.694358 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Allocated IP 172.27.1.81 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/8cfd613e-e4bd-47ce-ab29-c0039687594e) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:28.731873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:28.807189 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c86f21-d62c-4644-8501-aa2d491b68a5 None None] Pushing event updated for resources: {'Port': ['ID=4515463a-10c9-4329-b33a-508a60ef62fe,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:28.811529 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks [] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.051600 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.095989 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:29.101610 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:29.104432 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:29.129553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfd613e-e4bd-47ce-ab29-c0039687594e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:29.544600 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4515463a-10c9-4329-b33a-508a60ef62fe up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:29.593463 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 4515463a-10c9-4329-b33a-508a60ef62fe triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:29.593463 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.631189 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks [] for router_gateway (be175d42-93df-44a1-9eac-5c61ce2ec6a5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.678621 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 4515463a-10c9-4329-b33a-508a60ef62fe is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:29.679319 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.724333 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 4515463a-10c9-4329-b33a-508a60ef62fe, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4515463a-10c9-4329-b33a-508a60ef62fe,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:29.771748 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6e021-204a-42c1-81bf-34c367943381 None None] Network 4fc84730-31b5-4522-8209-b6ce187a5147 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:21:29.830470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-e9e9fbe4-08f7-4617-b5b5-b57e7bfb7b62 None None] Provisioning complete for port 4515463a-10c9-4329-b33a-508a60ef62fe triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:29.830832 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e9e9fbe4-08f7-4617-b5b5-b57e7bfb7b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.837628 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (be175d42-93df-44a1-9eac-5c61ce2ec6a5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.933124 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:29.991984 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9fbe4-08f7-4617-b5b5-b57e7bfb7b62 None None] Current status of the port 4515463a-10c9-4329-b33a-508a60ef62fe is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:29.998545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=4515463a-10c9-4329-b33a-508a60ef62fe,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:30.085356 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Router be175d42-93df-44a1-9eac-5c61ce2ec6a5 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:21:30.164813 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:30.192541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:21:30.203314 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Sync routers for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:21:30.209679 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-c7d05291-22ff-46b1-acc8-444592ac7a14 None None] Provisioning complete for port 4515463a-10c9-4329-b33a-508a60ef62fe triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:30.210076 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c7d05291-22ff-46b1-acc8-444592ac7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:30.214527 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:30.215206 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:30.294059 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-c7d05291-22ff-46b1-acc8-444592ac7a14 None None] Current status of the port 4515463a-10c9-4329-b33a-508a60ef62fe is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:30.319867 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:30.338966 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:30.340338 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-f6447f99-b9ba-4184-a299-af1e52b05601 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7621171 May 19 12:21:30.343299 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45420) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:30.503735 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:29Z', 'revision_number': 3, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:30.525766 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:30.625207 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Checking router: be175d42-93df-44a1-9eac-5c61ce2ec6a5 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:21:30.625643 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Updating router be175d42-93df-44a1-9eac-5c61ce2ec6a5 port 8cfd613e-e4bd-47ce-ab29-c0039687594e binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:21:30.654720 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:30.728853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:30.791885 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:30.963423 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Allocated IP 172.20.0.1 (4fc84730-31b5-4522-8209-b6ce187a5147/2b4d731f-684a-464b-bc6a-ced7e114825c/51049187-8f61-4874-b6c6-b2ee9bb376bd) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:30.966139 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Publish callbacks [] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.071932 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks [] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.103024 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.160553 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Attempting to bind port 8cfd613e-e4bd-47ce-ab29-c0039687594e on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:31.160887 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Attempting to bind port 8cfd613e-e4bd-47ce-ab29-c0039687594e by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:31.161248 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Attempting to bind port 8cfd613e-e4bd-47ce-ab29-c0039687594e on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:31.166281 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Pushing event updated for resources: {'Port': ['ID=8cfd613e-e4bd-47ce-ab29-c0039687594e,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:31.172938 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:31.173305 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:31.173699 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.174093 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:31.174549 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Bound port: 8cfd613e-e4bd-47ce-ab29-c0039687594e, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:31.174923 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.178396 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.178735 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.179091 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.179958 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.180296 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.180621 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.180940 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.181344 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.181680 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.182000 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.182321 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.182655 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.182975 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.183289 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.183603 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:21:31.234666 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] For port 8cfd613e-e4bd-47ce-ab29-c0039687594e, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:31.237994 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] For port 8cfd613e-e4bd-47ce-ab29-c0039687594e, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8cfd613e-e4bd-47ce-ab29-c0039687594e,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:31.262887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.306713 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Network 4fc84730-31b5-4522-8209-b6ce187a5147 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:31.309750 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:31.313566 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:31.342143 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=51049187-8f61-4874-b6c6-b2ee9bb376bd,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:31.366205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (be175d42-93df-44a1-9eac-5c61ce2ec6a5), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.521124 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-3f9ab712-ec70-4f03-b754-59d0a74d5500 None None] Provisioning complete for port 51049187-8f61-4874-b6c6-b2ee9bb376bd triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:31.521693 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab712-ec70-4f03-b754-59d0a74d5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.546353 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4515463a-10c9-4329-b33a-508a60ef62fe up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:31.550676 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:31.560765 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.586911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ab712-ec70-4f03-b754-59d0a74d5500 None None] Port 51049187-8f61-4874-b6c6-b2ee9bb376bd cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:31.605677 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 4515463a-10c9-4329-b33a-508a60ef62fe triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:31.606062 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.623277 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:31.623948 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:31.630341 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:31.633546 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:31.665101 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9004d4c-091f-4fbe-a915-e68de48c5d34 None None] Pushing event updated for resources: {'Port': ['ID=8cfd613e-e4bd-47ce-ab29-c0039687594e,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:31.687165 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 4515463a-10c9-4329-b33a-508a60ef62fe is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:31.741979 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:31.742845 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:31.918440 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:29Z', 'revision_number': 3, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:31.944081 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbf5a-b493-434c-accc-81e37ae08c81 None None] The sync data for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi is: [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:29Z', 'revision_number': 3, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:21:31.949396 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks [] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:32.045542 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:32.142759 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:32.229001 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=51049187-8f61-4874-b6c6-b2ee9bb376bd,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:32.236904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (be175d42-93df-44a1-9eac-5c61ce2ec6a5), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:32.369463 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Network 4fc84730-31b5-4522-8209-b6ce187a5147 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:32.371727 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:32.614053 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-1266e106-c04c-4198-a556-5c423e572bc5 None None] Provisioning complete for port 51049187-8f61-4874-b6c6-b2ee9bb376bd triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:32.614570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1266e106-c04c-4198-a556-5c423e572bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:32.650915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-1266e106-c04c-4198-a556-5c423e572bc5 None None] Port 51049187-8f61-4874-b6c6-b2ee9bb376bd cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:32.718927 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Router be175d42-93df-44a1-9eac-5c61ce2ec6a5 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:21:32.832082 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:21:32.837847 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-958f46c0-bbe1-4800-a525-af329ff4e9f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/be175d42-93df-44a1-9eac-5c61ce2ec6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4935155 May 19 12:21:33.544964 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8cfd613e-e4bd-47ce-ab29-c0039687594e up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:33.606639 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 8cfd613e-e4bd-47ce-ab29-c0039687594e triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:33.607096 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:33.635294 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:33.696475 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 8cfd613e-e4bd-47ce-ab29-c0039687594e is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:33.697166 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:33.704439 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Sync routers for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:21:33.728328 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 8cfd613e-e4bd-47ce-ab29-c0039687594e, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8cfd613e-e4bd-47ce-ab29-c0039687594e,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:33.730875 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:33.731489 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:33.832858 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:33.942941 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.038304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:34.038304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=8cfd613e-e4bd-47ce-ab29-c0039687594e,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:34.076850 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 2, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:34.079555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45452) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:34.084718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1650002336-network', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:34.099339 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Checking router: be175d42-93df-44a1-9eac-5c61ce2ec6a5 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:21:34.099678 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Updating router be175d42-93df-44a1-9eac-5c61ce2ec6a5 port 51049187-8f61-4874-b6c6-b2ee9bb376bd binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:21:34.129124 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.255741 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:34.348801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Made reservation on behalf of 22ac51f7867c4e50a7ee4863f7f7aa28 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:21:34.351142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.362382 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.384920 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:34.417474 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=22 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:34.433735 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Publish callbacks [] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.443387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks [] for security_group (6e388b2a-5e38-4a6c-b0ca-9480e1e337e3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.708397 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6e388b2a-5e38-4a6c-b0ca-9480e1e337e3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.708601 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.731238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:34.737650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:21:34.750434 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e388b2a-5e38-4a6c-b0ca-9480e1e337e3,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:34.754110 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (186cedd8-7786-4a5a-bec4-35d566c4a7cb), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.754530 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Added segment 186cedd8-7786-4a5a-bec4-35d566c4a7cb of type vlan for network 01c6417d-36ea-4640-bd79-2180870527e8 May 19 12:21:34.767006 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7babb5-c877-433e-b4d2-6321223048aa None None] Pushing event updated for resources: {'Port': ['ID=51049187-8f61-4874-b6c6-b2ee9bb376bd,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:34.805931 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (01c6417d-36ea-4640-bd79-2180870527e8), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.823500 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Attempting to bind port 51049187-8f61-4874-b6c6-b2ee9bb376bd on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:34.823893 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Attempting to bind port 51049187-8f61-4874-b6c6-b2ee9bb376bd by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:34.824324 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Attempting to bind port 51049187-8f61-4874-b6c6-b2ee9bb376bd on network 4fc84730-31b5-4522-8209-b6ce187a5147 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:34.829976 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:34.830413 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Checking segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:34.830825 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.831215 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Bound using segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:34.831697 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Bound port: 51049187-8f61-4874-b6c6-b2ee9bb376bd, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:34.832111 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.898482 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] For port 51049187-8f61-4874-b6c6-b2ee9bb376bd, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:34.903407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] For port 51049187-8f61-4874-b6c6-b2ee9bb376bd, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=51049187-8f61-4874-b6c6-b2ee9bb376bd,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:34.982577 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (01c6417d-36ea-4640-bd79-2180870527e8), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.983841 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:34.984417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:34.988931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-2837880a-d077-4e1b-96a5-0e67378379d4 None None] Provisioning complete for port 51049187-8f61-4874-b6c6-b2ee9bb376bd triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:34.989325 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-2837880a-d077-4e1b-96a5-0e67378379d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.026025 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-2837880a-d077-4e1b-96a5-0e67378379d4 None None] Port 51049187-8f61-4874-b6c6-b2ee9bb376bd cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:35.030891 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.048386 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] Pushing event updated for resources: {'Network': ['ID=01c6417d-36ea-4640-bd79-2180870527e8,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:35.168358 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a39dba2a-8597-4ead-8982-7414e6e06cbe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0876858 May 19 12:21:35.178593 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45458) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:35.178593 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Request body: {'subnet': {'network_id': '01c6417d-36ea-4640-bd79-2180870527e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1650002336-subnet', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:35.181299 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 01c6417d-36ea-4640-bd79-2180870527e8 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:21:35.279132 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:35.280068 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:35.283532 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7babb5-c877-433e-b4d2-6321223048aa None None] Pushing event updated for resources: {'Port': ['ID=51049187-8f61-4874-b6c6-b2ee9bb376bd,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:35.308553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Made reservation on behalf of 22ac51f7867c4e50a7ee4863f7f7aa28 for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:21:35.311321 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083992'] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.372501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:35.417924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:35.463712 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] Provisioning complete for port 51049187-8f61-4874-b6c6-b2ee9bb376bd triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:35.464198 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.563410 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8cfd613e-e4bd-47ce-ab29-c0039687594e up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:35.623482 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083982'] for subnet (d0879fd1-5a37-4ff9-9b75-801951147acc), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.681471 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] Current status of the port 51049187-8f61-4874-b6c6-b2ee9bb376bd is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:35.681860 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.685580 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0879fd1-5a37-4ff9-9b75-801951147acc,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:35.694721 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Checking segment: {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:35.695807 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Network hostable DHCP agents. Network: 01c6417d-36ea-4640-bd79-2180870527e8, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:21:35.733649 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 8cfd613e-e4bd-47ce-ab29-c0039687594e triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:35.734256 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.790568 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] For port 51049187-8f61-4874-b6c6-b2ee9bb376bd, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=51049187-8f61-4874-b6c6-b2ee9bb376bd,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:35.838436 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:34Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:35.845256 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Network 01c6417d-36ea-4640-bd79-2180870527e8 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:21:35.882504 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7136f5-8d7e-46d6-b767-776fd4a6dba5 None None] The sync data for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi is: [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:34Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:21:35.888700 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.939928 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 8cfd613e-e4bd-47ce-ab29-c0039687594e is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:35.964118 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 01c6417d-36ea-4640-bd79-2180870527e8) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:35.971685 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:35.972637 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:35.981903 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd172be0-aa83-4e8b-b515-c979dd98243d None None] Network 01c6417d-36ea-4640-bd79-2180870527e8 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:21:36.025164 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96850053-a56f-4eb9-bf48-23db2c50e95d None None] Pushing event updated for resources: {'Port': ['ID=51049187-8f61-4874-b6c6-b2ee9bb376bd,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:36.075102 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ca527cb4-77a0-4d88-aab1-3b69cfa7bae7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9025035 May 19 12:21:36.075324 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45474) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:36.081644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:36.140283 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-01c6417d-36ea-4640-bd79-2180870527e8', 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8', 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'fixed_ips': [{'subnet_id': 'd0879fd1-5a37-4ff9-9b75-801951147acc'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:21:36.141350 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.257171 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (084cf1cf-e564-4b00-82a5-04800a95029d), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.259109 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (084cf1cf-e564-4b00-82a5-04800a95029d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.309027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Allocated IP 172.20.0.2 (01c6417d-36ea-4640-bd79-2180870527e8/d0879fd1-5a37-4ff9-9b75-801951147acc/6a31aa38-5efc-4bb7-a505-7bcfbf08313d) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:36.317428 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks [] for router_controller (084cf1cf-e564-4b00-82a5-04800a95029d), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.469294 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Publish callbacks [] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.646055 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.691497 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Network 01c6417d-36ea-4640-bd79-2180870527e8 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:36.697581 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:36.699471 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Pushing event updated for resources: {'Port': ['ID=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:36.701831 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:36.730203 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks [] for router_gateway (084cf1cf-e564-4b00-82a5-04800a95029d), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.774984 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Attempting to bind port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:36.775585 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Attempting to bind port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:36.775976 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Attempting to bind port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d on network 01c6417d-36ea-4640-bd79-2180870527e8 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:36.782732 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:36.783216 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Checking segment: {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:36.783692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.784198 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Bound using segment: {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:36.784824 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Bound port: 6a31aa38-5efc-4bb7-a505-7bcfbf08313d, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:36.785304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:36.858649 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] For port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:36.862665 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] For port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:36.977835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:37.011524 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.076548 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810f4a-8c44-4114-af9f-b7bc92e92cad None None] Pushing event updated for resources: {'Port': ['ID=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:37.091385 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks [] for router_gateway (084cf1cf-e564-4b00-82a5-04800a95029d), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.113908 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.236214 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Allocated IP 172.27.1.185 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/8d8c3746-4b78-414a-89aa-86faf4b1aa32) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:37.367718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks [] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.368655 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:37.474301 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-eef9a823-0c4c-4857-8eeb-68886a0c2662 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451457986&fields=id&tenant_id=0beba4cdb9854497b6cedd3e76059e12 HTTP/1.1" status: 200 len: 267 time: 0.0501873 May 19 12:21:37.514572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.559902 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:37.563065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:37.565681 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:37.566738 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:37.588571 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6a31aa38-5efc-4bb7-a505-7bcfbf08313d up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:37.617038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8c3746-4b78-414a-89aa-86faf4b1aa32,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:37.617783 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-584c2c02-43cf-42fe-803c-96e959da2b83 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:37.627124 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-584c2c02-43cf-42fe-803c-96e959da2b83 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 809 time: 0.1445768 May 19 12:21:37.646496 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-949e2e61-6800-4fc5-be08-21eedf39b6a0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/quotas/0beba4cdb9854497b6cedd3e76059e12 HTTP/1.1" status: 200 len: 375 time: 0.0182269 May 19 12:21:37.657897 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:37.658424 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.713116 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-5325cbce-3574-4b4a-b6c4-e2467cc707cd tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635796 May 19 12:21:37.772215 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:37.773199 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.822976 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:37.841125 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-634656c0-7196-4d08-a734-624d19959d87 service neutron] 10.222.0.23 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125863 May 19 12:21:37.921529 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:37.922437 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 51049187-8f61-4874-b6c6-b2ee9bb376bd up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:37.932947 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:37.956786 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-6765244d-bafb-4614-a7af-7f8823c8315c service neutron] 10.222.0.23 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087101 May 19 12:21:38.043767 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:38.051449 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 51049187-8f61-4874-b6c6-b2ee9bb376bd triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:38.051925 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:38.143255 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 51049187-8f61-4874-b6c6-b2ee9bb376bd is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:38.232752 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79806c-cea3-4a7f-8913-07d62389b2a8 None None] Network 01c6417d-36ea-4640-bd79-2180870527e8 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:21:38.237395 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks [] for router_gateway (084cf1cf-e564-4b00-82a5-04800a95029d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:38.279139 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:38.349756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-f52911ad-9833-4c6c-974c-a440eab1a40a None None] Provisioning complete for port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:38.350130 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f52911ad-9833-4c6c-974c-a440eab1a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:38.440967 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f52911ad-9833-4c6c-974c-a440eab1a40a None None] Current status of the port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:38.442714 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (084cf1cf-e564-4b00-82a5-04800a95029d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:38.481722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:38.594178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:38.672440 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Router 084cf1cf-e564-4b00-82a5-04800a95029d is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:21:38.731728 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-234bb165-116f-4ec1-8464-7b136f3975a9 req-61a969c2-230c-4256-9796-b890b827c7e9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0385349 May 19 12:21:38.774227 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-ba602bdc-a720-404d-8576-6e33758c12f2 None None] Provisioning complete for port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:38.774658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ba602bdc-a720-404d-8576-6e33758c12f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:38.808070 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:21:38.821671 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Sync routers for ids ['084cf1cf-e564-4b00-82a5-04800a95029d'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:21:38.832765 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Routers {'084cf1cf-e564-4b00-82a5-04800a95029d'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:38.833389 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['084cf1cf-e564-4b00-82a5-04800a95029d'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:38.878134 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-ba602bdc-a720-404d-8576-6e33758c12f2 None None] Current status of the port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:38.934660 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Set router 084cf1cf-e564-4b00-82a5-04800a95029d gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:38.944466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:38.949450 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-7a80f1cf-5bdc-4f10-8e2f-09ed86cd7bc7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8707197 May 19 12:21:38.950194 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45506) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:21:39.126472 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:21:37Z', 'revision_number': 3, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:39.155836 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Checking router: 084cf1cf-e564-4b00-82a5-04800a95029d for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:21:39.156303 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Updating router 084cf1cf-e564-4b00-82a5-04800a95029d port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:21:39.190732 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.280319 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:39.305229 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:39.375864 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.483541 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Publish callbacks [] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.548312 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6a31aa38-5efc-4bb7-a505-7bcfbf08313d up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:39.555911 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Allocated IP 172.20.0.1 (01c6417d-36ea-4640-bd79-2180870527e8/d0879fd1-5a37-4ff9-9b75-801951147acc/75936967-d57e-4cdb-900f-07c3006f44f7) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:39.595071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:39.595540 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.619151 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.653453 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:39.667088 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:39.673479 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ac83d-a211-44f9-b92f-0ff2c269345a None None] Pushing event updated for resources: {'Port': ['ID=8d8c3746-4b78-414a-89aa-86faf4b1aa32,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:39.685721 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:39.686841 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks [] for port (75936967-d57e-4cdb-900f-07c3006f44f7), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.690231 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Attempting to bind port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:39.690679 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Attempting to bind port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:39.694335 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Attempting to bind port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:39.698826 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:39.699202 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:39.699602 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.700036 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:39.700716 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Bound port: 8d8c3746-4b78-414a-89aa-86faf4b1aa32, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:39.701105 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.834034 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a1e93638-5211-4724-b9bb-4c2faf7a11b4 req-16068a28-f659-456e-9bf9-4d4cd1f6840a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0419106 May 19 12:21:39.847296 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] For port 8d8c3746-4b78-414a-89aa-86faf4b1aa32, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:39.850826 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] For port 8d8c3746-4b78-414a-89aa-86faf4b1aa32, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8d8c3746-4b78-414a-89aa-86faf4b1aa32,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:39.869742 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.874958 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:39.911813 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Network 01c6417d-36ea-4640-bd79-2180870527e8 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:39.917062 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:39.920685 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:39.950430 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Pushing event updated for resources: {'Port': ['ID=75936967-d57e-4cdb-900f-07c3006f44f7,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:39.967855 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (084cf1cf-e564-4b00-82a5-04800a95029d), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:39.995136 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:40.067708 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Routers {'084cf1cf-e564-4b00-82a5-04800a95029d'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:40.067708 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['084cf1cf-e564-4b00-82a5-04800a95029d'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:40.067708 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ac83d-a211-44f9-b92f-0ff2c269345a None None] Pushing event updated for resources: {'Port': ['ID=8d8c3746-4b78-414a-89aa-86faf4b1aa32,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:40.180735 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] Set router 084cf1cf-e564-4b00-82a5-04800a95029d gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:40.207498 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-c8485f7c-bf53-4d1c-b1e1-d12155adffa3 None None] Provisioning complete for port 75936967-d57e-4cdb-900f-07c3006f44f7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:40.208065 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c8485f7c-bf53-4d1c-b1e1-d12155adffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:40.250307 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-c8485f7c-bf53-4d1c-b1e1-d12155adffa3 None None] Port 75936967-d57e-4cdb-900f-07c3006f44f7 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:40.252247 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:40.369174 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:21:37Z', 'revision_number': 3, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:40.402397 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb6b3c-5cd8-446f-8252-7676b53e0dc5 None None] The sync data for ids ['084cf1cf-e564-4b00-82a5-04800a95029d'] in dv-cinder-804757-28-iscsi is: [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:21:37Z', 'revision_number': 3, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:21:40.471236 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks [] for port (75936967-d57e-4cdb-900f-07c3006f44f7), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:40.548347 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:40.623554 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (084cf1cf-e564-4b00-82a5-04800a95029d), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:40.625459 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Pushing event updated for resources: {'Port': ['ID=75936967-d57e-4cdb-900f-07c3006f44f7,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:40.750436 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Network 01c6417d-36ea-4640-bd79-2180870527e8 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:40.752342 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:40.867993 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:40.883491 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Router 084cf1cf-e564-4b00-82a5-04800a95029d has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:21:40.948465 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:41.008963 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9dae3f2d-95ec-4359-b073-8927444c220c req-8566f2ac-1a8c-4262-8769-09cf10ddef93 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0405824 May 19 12:21:41.079197 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-358df1fb-e7f9-4c54-9a32-92bddf5ca0f2 None None] Provisioning complete for port 75936967-d57e-4cdb-900f-07c3006f44f7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:41.079197 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-358df1fb-e7f9-4c54-9a32-92bddf5ca0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:41.093003 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:21:41.098789 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9ac77685-8993-4546-945d-2be4f72da7fc admin admin] 10.222.0.23 "PUT /v2.0/routers/084cf1cf-e564-4b00-82a5-04800a95029d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465054 May 19 12:21:41.121952 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-358df1fb-e7f9-4c54-9a32-92bddf5ca0f2 None None] Port 75936967-d57e-4cdb-900f-07c3006f44f7 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:41.285464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:41.547805 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8d8c3746-4b78-414a-89aa-86faf4b1aa32 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:41.597761 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:41.598129 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:41.678404 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:41.678798 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:41.699970 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 8d8c3746-4b78-414a-89aa-86faf4b1aa32, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8d8c3746-4b78-414a-89aa-86faf4b1aa32,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:41.755647 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:41.828244 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:41.876985 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=8d8c3746-4b78-414a-89aa-86faf4b1aa32,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:42.115072 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a7c52a46-7266-4a58-bb72-a7bffe53cf39 req-46e39301-7e83-445c-baea-fb3667219736 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0325735 May 19 12:21:42.708392 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-39a317e9-c833-439f-ae0c-f654e5ee268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:42.959910 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-1f888ce2-2413-4958-9dd9-3745b809b4d6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:42.964611 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-1f888ce2-2413-4958-9dd9-3745b809b4d6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.81 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 809 time: 0.1545367 May 19 12:21:43.272516 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cfb2144e-6940-4761-948b-71405bf3e42b req-e9feef6f-56c3-4155-9d29-3a2b863b5038 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0547001 May 19 12:21:43.361856 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:43.445932 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Sync routers for ids ['084cf1cf-e564-4b00-82a5-04800a95029d'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:21:43.452124 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:43.460315 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-39abefc1-484d-4cc5-b82f-466924c40c67 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0beba4cdb9854497b6cedd3e76059e12 HTTP/1.1" status: 200 len: 379 time: 0.1075838 May 19 12:21:43.479847 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:43.491569 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Routers {'084cf1cf-e564-4b00-82a5-04800a95029d'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:43.496903 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['084cf1cf-e564-4b00-82a5-04800a95029d'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:43.657297 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8d8c3746-4b78-414a-89aa-86faf4b1aa32 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:43.736209 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Set router 084cf1cf-e564-4b00-82a5-04800a95029d gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:43.780930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:43.781212 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:44.028074 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:44.140922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'port': {'device_id': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'admin_state_up': True, 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'security_groups': ['a50de36d-91b3-4ed3-8e00-d98f7c365656']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:44.177210 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:21:40Z', 'revision_number': 4, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '75936967-d57e-4cdb-900f-07c3006f44f7', 'name': '', 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'mac_address': 'fa:16:3e:ee:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd0879fd1-5a37-4ff9-9b75-801951147acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:39Z', 'updated_at': '2022-05-19T12:21:40Z', 'revision_number': 2, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'subnets': [{'id': 'd0879fd1-5a37-4ff9-9b75-801951147acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:44.219023 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Checking router: 084cf1cf-e564-4b00-82a5-04800a95029d for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:21:44.219377 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Updating router 084cf1cf-e564-4b00-82a5-04800a95029d port 75936967-d57e-4cdb-900f-07c3006f44f7 binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:21:44.260771 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:44.320430 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:44.457428 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac8c1520-1b7a-4895-8dc7-6037001e572e req-e0b6b0dd-1d7e-434b-9b5a-73dd627b6c63 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0576560 May 19 12:21:44.533556 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:44.593377 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Made reservation on behalf of 0beba4cdb9854497b6cedd3e76059e12 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:21:44.593377 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:44.594408 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:44.704063 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Publish callbacks [] for port (75936967-d57e-4cdb-900f-07c3006f44f7), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:44.780822 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Allocated IP 172.20.0.7 (2237e2b2-7c53-4199-a822-e417750a80fa/38bacd7d-d26b-4d97-a672-e63870cdd1f6/d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:21:44.807567 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:44.882214 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea436b0-f739-4743-bcbd-34b00d1e6d99 None None] Pushing event updated for resources: {'Port': ['ID=75936967-d57e-4cdb-900f-07c3006f44f7,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:44.960140 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-355ce718-d853-40ba-8bb8-b3ab663ca590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.003730 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Attempting to bind port 75936967-d57e-4cdb-900f-07c3006f44f7 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:45.008036 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Attempting to bind port 75936967-d57e-4cdb-900f-07c3006f44f7 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:45.012820 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.016427 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Attempting to bind port 75936967-d57e-4cdb-900f-07c3006f44f7 on network 01c6417d-36ea-4640-bd79-2180870527e8 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:45.052166 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:45.054851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Checking segment: {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:45.054851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.055640 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Bound using segment: {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:45.056591 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Bound port: 75936967-d57e-4cdb-900f-07c3006f44f7, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186cedd8-7786-4a5a-bec4-35d566c4a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:45.057223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.068602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:45.186312 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] For port 75936967-d57e-4cdb-900f-07c3006f44f7, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:45.190317 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] For port 75936967-d57e-4cdb-900f-07c3006f44f7, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=75936967-d57e-4cdb-900f-07c3006f44f7,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:45.299602 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-4890baee-0ab6-4985-b5e0-cebfce62110b None None] Provisioning complete for port 75936967-d57e-4cdb-900f-07c3006f44f7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:45.300011 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4890baee-0ab6-4985-b5e0-cebfce62110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.333711 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-4890baee-0ab6-4985-b5e0-cebfce62110b None None] Port 75936967-d57e-4cdb-900f-07c3006f44f7 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:45.344320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.391476 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Network 2237e2b2-7c53-4199-a822-e417750a80fa is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:21:45.394634 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:21:45.399155 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:21:45.405472 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:45.454365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:45.454991 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.537300 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.585150 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634c30e-8938-4578-a3ab-395ba8e88717 req-7a55d3fb-8f5c-42fc-8381-d2e572c24e24 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:45.588742 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d634c30e-8938-4578-a3ab-395ba8e88717 req-7a55d3fb-8f5c-42fc-8381-d2e572c24e24 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 931 time: 0.0614746 May 19 12:21:45.607948 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Routers {'084cf1cf-e564-4b00-82a5-04800a95029d'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:21:45.608852 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:21:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['084cf1cf-e564-4b00-82a5-04800a95029d'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:45.656728 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d634c30e-8938-4578-a3ab-395ba8e88717 req-26230da4-3bc4-47bf-abf0-f0cd8c5459d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616310 May 19 12:21:45.675500 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-484df3d4-8e2e-46a6-abe8-d4cc07430bb9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5384030 May 19 12:21:45.676923 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea436b0-f739-4743-bcbd-34b00d1e6d99 None None] Pushing event updated for resources: {'Port': ['ID=75936967-d57e-4cdb-900f-07c3006f44f7,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:45.691178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Request body: {'port': {'device_id': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:21:45.705214 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-69290ee7-3024-4dbc-8d85-e5806be5e333 None None] Provisioning complete for port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:45.705793 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-69290ee7-3024-4dbc-8d85-e5806be5e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.766666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:45.798380 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-69290ee7-3024-4dbc-8d85-e5806be5e333 None None] Port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:21:45.812573 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:45.824419 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] Set router 084cf1cf-e564-4b00-82a5-04800a95029d gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:21:45.980500 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] Provisioning complete for port 75936967-d57e-4cdb-900f-07c3006f44f7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:45.980890 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:46.043486 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:46.100158 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:46.103153 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:46.215516 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:21:46.224506 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Publish callbacks [] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:46.243290 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Transition to ACTIVE for port object d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:21:46.377714 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:21:40Z', 'revision_number': 4, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '75936967-d57e-4cdb-900f-07c3006f44f7', 'name': '', 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'mac_address': 'fa:16:3e:ee:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd0879fd1-5a37-4ff9-9b75-801951147acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:39Z', 'updated_at': '2022-05-19T12:21:45Z', 'revision_number': 4, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'subnets': [{'id': 'd0879fd1-5a37-4ff9-9b75-801951147acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:21:46.409492 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081829c7-3f1c-4a1c-94e1-90d75c87b0c1 None None] The sync data for ids ['084cf1cf-e564-4b00-82a5-04800a95029d'] in dv-cinder-804757-28-iscsi is: [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:21:40Z', 'revision_number': 4, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '75936967-d57e-4cdb-900f-07c3006f44f7', 'name': '', 'network_id': '01c6417d-36ea-4640-bd79-2180870527e8', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'mac_address': 'fa:16:3e:ee:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd0879fd1-5a37-4ff9-9b75-801951147acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:39Z', 'updated_at': '2022-05-19T12:21:45Z', 'revision_number': 4, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'subnets': [{'id': 'd0879fd1-5a37-4ff9-9b75-801951147acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:21:46.411516 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] Current status of the port 75936967-d57e-4cdb-900f-07c3006f44f7 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:46.411932 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:46.454643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:46.468623 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] For port 75936967-d57e-4cdb-900f-07c3006f44f7, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=75936967-d57e-4cdb-900f-07c3006f44f7,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:46.600547 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:46.653159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:46.753421 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea81166-ce29-486e-911a-7734192fd7d2 None None] Pushing event updated for resources: {'Port': ['ID=75936967-d57e-4cdb-900f-07c3006f44f7,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:46.829181 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Attempting to bind port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:21:46.829508 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Attempting to bind port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:21:46.830386 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Attempting to bind port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf on network 2237e2b2-7c53-4199-a822-e417750a80fa {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:46.842174 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf on network 2237e2b2-7c53-4199-a822-e417750a80fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:21:46.842496 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Attempting to bind port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf on network 2237e2b2-7c53-4199-a822-e417750a80fa {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:21:46.854022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:21:46.859704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Checking segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:21:46.859704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Bound using segment: {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:21:46.859704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Bound port: d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e681189-a67b-41b9-9db6-612efdd985e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:21:46.859704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:47.004891 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:21:47.008976 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:21:47.031954 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbc251-8399-43aa-b492-a3eb14a098e7 req-d65d240f-9ee5-4aae-b33c-f46fd1a9e079 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:47.038716 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-02bbc251-8399-43aa-b492-a3eb14a098e7 req-d65d240f-9ee5-4aae-b33c-f46fd1a9e079 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0749571 May 19 12:21:47.109180 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-02bbc251-8399-43aa-b492-a3eb14a098e7 req-5ff689c4-10af-4057-8358-e4b402b40907 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627024 May 19 12:21:47.155510 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:47.193961 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:47.207061 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:47.208220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:47.209195 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-334913c8-1a06-4952-af14-35b8746c236e service neutron] 10.222.0.81 "PUT /v2.0/ports/d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 1093 time: 1.5231590 May 19 12:21:47.209635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:21:47.212126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8966f2b8-c7c3-40e9-a336-fefb58c76204" -d '{"events": [{"name": "network-changed", "server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:21:47.294715 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334913c8-1a06-4952-af14-35b8746c236e service neutron] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:21:47.315838 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229a64a-f014-427f-b2a3-7e35f59b411c x-openstack-request-id: req-f229a64a-f014-427f-b2a3-7e35f59b411c {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:21:47.316147 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:21:47.316398 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f229a64a-f014-427f-b2a3-7e35f59b411c {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:21:47.316807 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f229a64a-f014-427f-b2a3-7e35f59b411c'] response: {'name': 'network-changed', 'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'status': 'completed', 'code': 200} May 19 12:21:47.490558 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ba48c-38e9-4bba-ac69-548c739c0de2 req-a25ad982-37f0-4bdf-bd51-de9ceb5ebbc2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:47.492869 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-148ba48c-38e9-4bba-ac69-548c739c0de2 req-a25ad982-37f0-4bdf-bd51-de9ceb5ebbc2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.1073120 May 19 12:21:47.582317 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f2b8-c7c3-40e9-a336-fefb58c76204 req-4e9018ab-f0fb-4109-9426-9fbb8b7c5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:47.583890 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8966f2b8-c7c3-40e9-a336-fefb58c76204 req-4e9018ab-f0fb-4109-9426-9fbb8b7c5045 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1127 time: 0.2189741 May 19 12:21:47.588808 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:47.609786 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-c6928894-1f5b-43ba-8cdd-dbf7b9315875 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1537111 May 19 12:21:47.626127 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-148ba48c-38e9-4bba-ac69-548c739c0de2 req-781e92d7-ea60-43dd-9757-e110fb071415 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260655 May 19 12:21:47.705392 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 75936967-d57e-4cdb-900f-07c3006f44f7 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:21:47.833212 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 75936967-d57e-4cdb-900f-07c3006f44f7 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:21:47.833711 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:47.961072 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-9b52d633-e621-4ce3-8f23-dae36a18e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:47.964637 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-9b52d633-e621-4ce3-8f23-dae36a18e952 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 1129 time: 0.1051035 May 19 12:21:47.999691 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 75936967-d57e-4cdb-900f-07c3006f44f7 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:48.093088 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f2b8-c7c3-40e9-a336-fefb58c76204 req-9b348364-9636-4d7c-a9fb-5fd4e75bdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.094700 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8966f2b8-c7c3-40e9-a336-fefb58c76204 req-9b348364-9636-4d7c-a9fb-5fd4e75bdcf1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=0beba4cdb9854497b6cedd3e76059e12&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4076433 May 19 12:21:48.203393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-27f1a516-cc28-409a-83ea-ccd5a94e2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.205215 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-27f1a516-cc28-409a-83ea-ccd5a94e2d38 service neutron] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 915 time: 0.2199752 May 19 12:21:48.288394 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1ad54-b5df-48f5-9ba2-fac653fe099c req-8cc789f4-145b-47a6-a9ce-ce9b0b41c06f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.291104 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c5a1ad54-b5df-48f5-9ba2-fac653fe099c req-8cc789f4-145b-47a6-a9ce-ce9b0b41c06f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0728147 May 19 12:21:48.335558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f2b8-c7c3-40e9-a336-fefb58c76204 req-5eaf59a2-d2fc-42e2-b37f-a41682cecb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.341377 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8966f2b8-c7c3-40e9-a336-fefb58c76204 req-5eaf59a2-d2fc-42e2-b37f-a41682cecb63 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343435 May 19 12:21:48.359903 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-64aaa5fc-6b23-4c14-836a-dc8f0c24367b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 HTTP/1.1" status: 200 len: 1000 time: 0.1251795 May 19 12:21:48.406835 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c5a1ad54-b5df-48f5-9ba2-fac653fe099c req-cbb6166f-404d-4bdc-93d0-7cd814d898e4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094699 May 19 12:21:48.438786 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-a61f970b-71e2-41ca-afd5-026d8b82ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.440450 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-a61f970b-71e2-41ca-afd5-026d8b82ca15 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0734015 May 19 12:21:48.539805 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-586a31cf-5440-4a0c-a6e7-27ab520047ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.541561 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-586a31cf-5440-4a0c-a6e7-27ab520047ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1127 time: 0.0773792 May 19 12:21:48.542795 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-7f6d97f5-f487-40eb-90ef-3fc1e29049ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.544270 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-7f6d97f5-f487-40eb-90ef-3fc1e29049ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0891488 May 19 12:21:48.708163 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-7ea7cf73-fa78-4752-b523-bc103dbd456f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 217 time: 0.0872154 May 19 12:21:48.754687 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:48.780736 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-0778fcba-7fb9-4f0e-82f6-363e6f46b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.782660 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-0778fcba-7fb9-4f0e-82f6-363e6f46b1f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 200 len: 848 time: 0.0670800 May 19 12:21:48.805081 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77371647-030b-4a02-9223-25d0fda0a4b4 req-359a6359-efc3-4581-8b02-e13f45c62344 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.807815 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-77371647-030b-4a02-9223-25d0fda0a4b4 req-359a6359-efc3-4581-8b02-e13f45c62344 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0818164 May 19 12:21:48.827280 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-da51f0d7-1a5b-4569-8c9f-5648ec17504a service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110436 May 19 12:21:48.891876 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-77371647-030b-4a02-9223-25d0fda0a4b4 req-9b7a5af6-0486-4b34-b2d9-a79d3e81f2ac tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762343 May 19 12:21:48.939217 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-e431d660-f5dd-4a88-9fda-773ab16c090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:48.941995 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-e431d660-f5dd-4a88-9fda-773ab16c090f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2237e2b2-7c53-4199-a822-e417750a80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1475625 May 19 12:21:49.050378 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:49.057928 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9ac48266-8026-42ec-b136-347e2a90cad6 req-9380c8c0-509e-441a-beff-65508d93c030 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010169 May 19 12:21:49.100574 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-1d9f9d50-23d5-4fec-ba4c-13f8d74128f5 service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343222 May 19 12:21:49.231239 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-abc1c388-e904-4ffb-8065-484bb2b33573 req-f11f6bd8-8bf2-4016-a97f-d88b7637810b service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131001 May 19 12:21:49.364233 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:49.567068 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41a01-759d-47b1-9534-595ccf694604 req-b9451d08-7b84-4314-8f3d-ce2e82c92dd3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:49.568767 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88b41a01-759d-47b1-9534-595ccf694604 req-b9451d08-7b84-4314-8f3d-ce2e82c92dd3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0522923 May 19 12:21:49.636018 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88b41a01-759d-47b1-9534-595ccf694604 req-a2a224e0-2da2-4a2d-9e5c-5d9608326c55 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606704 May 19 12:21:50.029598 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f599a-9122-4935-be46-3f1cf2f1fd66 req-caa53cc7-4044-4989-af6c-b3bd46cc0588 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:50.031060 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f31f599a-9122-4935-be46-3f1cf2f1fd66 req-caa53cc7-4044-4989-af6c-b3bd46cc0588 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0497398 May 19 12:21:50.083615 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f31f599a-9122-4935-be46-3f1cf2f1fd66 req-34a61fc0-932b-4bdd-a832-a008efdc0a42 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468352 May 19 12:21:50.373126 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:50.717819 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:50.757870 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024d378-5cba-44f3-afdc-91ba695acf78 req-891141b7-bd09-4d1c-8831-b57ebf05d43e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:50.759599 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c024d378-5cba-44f3-afdc-91ba695acf78 req-891141b7-bd09-4d1c-8831-b57ebf05d43e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0527406 May 19 12:21:50.824948 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c024d378-5cba-44f3-afdc-91ba695acf78 req-e74b19d4-48dc-405a-979a-82f1c5ab9f94 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570409 May 19 12:21:51.217332 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4c8a-16ea-4716-955c-cf78ddf23729 req-0bffd94b-5406-4764-9eb3-3bb7fae748f2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:51.218955 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c7c4c8a-16ea-4716-955c-cf78ddf23729 req-0bffd94b-5406-4764-9eb3-3bb7fae748f2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0556772 May 19 12:21:51.281870 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c7c4c8a-16ea-4716-955c-cf78ddf23729 req-0bdd33c1-5f2c-4d50-b991-a774e36856b6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561237 May 19 12:21:51.978205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb393af-f867-4ae7-bc07-0bbc2175613a req-c81e2211-5499-4985-978c-990f337850f1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:51.987586 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cdb393af-f867-4ae7-bc07-0bbc2175613a req-c81e2211-5499-4985-978c-990f337850f1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0757592 May 19 12:21:52.011146 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:52.042757 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cdb393af-f867-4ae7-bc07-0bbc2175613a req-4df1d454-d0e3-47a0-8f3c-8d396a870909 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541348 May 19 12:21:52.404742 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf65a7-ee5f-4597-87e2-b4fccbc60241 req-a037df1b-d81a-4486-bbcf-238d8f39c5d1 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:52.415314 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-aeaf65a7-ee5f-4597-87e2-b4fccbc60241 req-a037df1b-d81a-4486-bbcf-238d8f39c5d1 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0617573 May 19 12:21:52.464066 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-aeaf65a7-ee5f-4597-87e2-b4fccbc60241 req-07494650-09f1-490d-9693-79484bc4f426 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476942 May 19 12:21:53.174544 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18886a-5928-46af-bd8c-410e992bce41 req-299ed358-9c78-44ab-a1c8-34c11ce2ae76 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:53.177828 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-af18886a-5928-46af-bd8c-410e992bce41 req-299ed358-9c78-44ab-a1c8-34c11ce2ae76 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0573838 May 19 12:21:53.238248 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-af18886a-5928-46af-bd8c-410e992bce41 req-d8f9a15b-64de-493f-91dc-3f31704c5a19 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538931 May 19 12:21:53.588311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ad88a-e5df-490b-b65c-cf2781bde486 req-cb10758a-d7be-4774-9e39-2a96b90392d8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:53.611206 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-520ad88a-e5df-490b-b65c-cf2781bde486 req-cb10758a-d7be-4774-9e39-2a96b90392d8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0473523 May 19 12:21:53.639697 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-520ad88a-e5df-490b-b65c-cf2781bde486 req-f8782fde-6509-44a4-8b25-45979ced319f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 May 19 12:21:54.356769 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f105-163d-4cb6-8aae-0a843c67d3a4 req-532d561d-59c3-49ef-9ac5-83b7446c9504 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:54.358190 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c298f105-163d-4cb6-8aae-0a843c67d3a4 req-532d561d-59c3-49ef-9ac5-83b7446c9504 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0476608 May 19 12:21:54.410260 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c298f105-163d-4cb6-8aae-0a843c67d3a4 req-0182e53a-e8ec-4fc0-99e3-5acb65f0560f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459759 May 19 12:21:54.766850 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387e18d-4d99-4ce8-af9a-4341c1cac6b8 req-2865f642-9b6b-4a21-a770-47401a0e1317 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:54.768377 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e387e18d-4d99-4ce8-af9a-4341c1cac6b8 req-2865f642-9b6b-4a21-a770-47401a0e1317 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0508840 May 19 12:21:54.819996 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e387e18d-4d99-4ce8-af9a-4341c1cac6b8 req-ea75250d-3993-4815-aa90-fc078159a2bb tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 May 19 12:21:55.532059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ab7ca-3a0b-44de-89d3-f77565308044 req-9038407c-94c1-41bf-bdd7-8ef81df12cda tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:55.534018 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b49ab7ca-3a0b-44de-89d3-f77565308044 req-9038407c-94c1-41bf-bdd7-8ef81df12cda tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0528650 May 19 12:21:55.583230 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b49ab7ca-3a0b-44de-89d3-f77565308044 req-76bae895-992f-4f45-bffb-8fdac4f33b48 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 May 19 12:21:55.819634 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-11718fa0-df07-4b33-99dd-66723b286765 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:55.821706 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-11718fa0-df07-4b33-99dd-66723b286765 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 814 time: 0.1040199 May 19 12:21:55.836347 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bed9871d-c8e9-4396-a53a-65133b7500e8 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/quotas/37c1366ee71c446b9ec6fa532391b789 HTTP/1.1" status: 200 len: 375 time: 0.0089793 May 19 12:21:55.886865 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-f3614763-547d-4fb9-baa9-1b08a6b671c4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456014 May 19 12:21:55.936497 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:55.986570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07b41d-b423-4678-af6b-878fdd8d1c95 req-5b13f4de-7f1a-4a6d-8217-acf0712b756d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:55.988053 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4e07b41d-b423-4678-af6b-878fdd8d1c95 req-5b13f4de-7f1a-4a6d-8217-acf0712b756d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0963907 May 19 12:21:56.046687 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-f0ed1b4e-51ba-4db2-9c1a-396e099fd989 service neutron] 10.222.0.23 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448305 May 19 12:21:56.066614 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4e07b41d-b423-4678-af6b-878fdd8d1c95 req-29ee7042-8ebf-490c-a501-a7311bc77bb2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714841 May 19 12:21:56.151871 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-46249bf0-fd6d-437c-90e3-d83c4bac30bf service neutron] 10.222.0.23 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974052 May 19 12:21:56.451173 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54683741-2a25-4ba3-a7e7-5e16a88c9cfa req-80552619-4a5d-4f88-a1cf-04dd4fe05100 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 210 time: 0.0293429 May 19 12:21:56.700987 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45617d-a606-4c83-9c6b-f805228c9889 req-b8a88185-3678-4d7d-ab22-889ec3576ee2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:56.702417 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ce45617d-a606-4c83-9c6b-f805228c9889 req-b8a88185-3678-4d7d-ab22-889ec3576ee2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0471923 May 19 12:21:56.727944 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:56.756231 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ce45617d-a606-4c83-9c6b-f805228c9889 req-b641ed73-8d01-43ad-9cbe-b45740216d1f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 May 19 12:21:57.184252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8dc1-a7c1-42c6-8483-c8866b59011e req-504ef618-0b73-416d-add6-2f697b514940 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:57.185813 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d04b8dc1-a7c1-42c6-8483-c8866b59011e req-504ef618-0b73-416d-add6-2f697b514940 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0497205 May 19 12:21:57.234873 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d04b8dc1-a7c1-42c6-8483-c8866b59011e req-133ab5a0-a59c-492f-a368-2e7ef07bca09 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 May 19 12:21:57.535721 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c1a1f049-6075-4fc8-856a-b3ee7bd93f7f req-aa1674a8-a745-4222-b977-40c40e8bda32 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 210 time: 0.0304573 May 19 12:21:57.872445 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc11a81-f561-4239-bbfe-653bb7d48750 req-cfd61119-3724-4129-ac64-f187e32a3ab6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:57.874071 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dcc11a81-f561-4239-bbfe-653bb7d48750 req-cfd61119-3724-4129-ac64-f187e32a3ab6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0505087 May 19 12:21:57.928863 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dcc11a81-f561-4239-bbfe-653bb7d48750 req-ddd842f2-7412-4471-9393-ea3409fab782 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489902 May 19 12:21:58.353875 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bd3a4-3ca7-456d-873e-1ed771b7593b req-bfac02d0-97b8-4c71-91ca-4b97161b8f5e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:58.355330 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9b7bd3a4-3ca7-456d-873e-1ed771b7593b req-bfac02d0-97b8-4c71-91ca-4b97161b8f5e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0485187 May 19 12:21:58.402383 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9b7bd3a4-3ca7-456d-873e-1ed771b7593b req-450aeb0e-9de7-4a03-8832-c9b3db30762d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 May 19 12:21:58.631157 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3304c733-f76c-4bb6-a0e0-c2148f1fce86 req-87ac30cd-9d63-41ca-a4b2-2decdc91badb tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 210 time: 0.0275624 May 19 12:21:59.059249 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cc341-c445-49df-9cf3-91fa554a1ee1 req-791a16db-b7f9-42ee-9c80-0c86f5a09c83 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:59.060751 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac1cc341-c445-49df-9cf3-91fa554a1ee1 req-791a16db-b7f9-42ee-9c80-0c86f5a09c83 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0520117 May 19 12:21:59.217458 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:59.222578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=28 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:59.225602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:59.229845 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:21:59.325917 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac1cc341-c445-49df-9cf3-91fa554a1ee1 req-f43ca05f-8898-4549-90c0-63d929402775 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589602 May 19 12:21:59.518680 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72868a5e-9d76-4743-b9bb-50793a2ef785 req-c03b966b-77b3-413b-9232-b0db026974ed tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:21:59.520169 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-72868a5e-9d76-4743-b9bb-50793a2ef785 req-c03b966b-77b3-413b-9232-b0db026974ed tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0492122 May 19 12:21:59.569391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-72868a5e-9d76-4743-b9bb-50793a2ef785 req-e5f29d06-4ddd-4dae-a189-2d81bc603fc5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 May 19 12:21:59.731403 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a26c96bb-d052-4efd-8d1d-4ed99b8416f7 req-f4a3a6d8-b43e-4884-8076-3ffb738443dc tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 210 time: 0.0295370 May 19 12:21:59.794026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:21:59.895276 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:21:59.913127 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'port_id': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'mac_address': 'fa:16:3e:df:7d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:21:59.954915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:21:59.955450 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:21:59.973596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:21:59.996031 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:00.018242 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7c79b-7118-4957-ba97-34e55e1a574c req-09b65a0f-4e26-4611-ac65-260a78d1e46c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.020068 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e4d7c79b-7118-4957-ba97-34e55e1a574c req-09b65a0f-4e26-4611-ac65-260a78d1e46c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0532217 May 19 12:22:00.075205 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e4d7c79b-7118-4957-ba97-34e55e1a574c req-15d6f273-e765-4dda-8fc8-307856182476 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482922 May 19 12:22:00.097323 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:00.146939 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:00.212166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e737e-7667-42f0-9796-88205499badd req-b59914dc-fdc5-443c-9c31-7aa4523990a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.213638 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-b59914dc-fdc5-443c-9c31-7aa4523990a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0829010 May 19 12:22:00.304155 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-564da56f-d4b7-4e1b-a55f-29da7a7e2c47 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.306395 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-564da56f-d4b7-4e1b-a55f-29da7a7e2c47 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.81 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 814 time: 0.1994579 May 19 12:22:00.329244 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'port': {'device_id': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'admin_state_up': True, 'tenant_id': '37c1366ee71c446b9ec6fa532391b789'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:00.383894 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e737e-7667-42f0-9796-88205499badd req-992782f5-38f2-4f2f-9060-cbcb2550bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.385622 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-992782f5-38f2-4f2f-9060-cbcb2550bedd service neutron] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 912 time: 0.1659136 May 19 12:22:00.480501 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-c39b8b97-3930-4eb3-ade6-78a852e04178 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 200 len: 1001 time: 0.0875688 May 19 12:22:00.499252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181c6e4-e622-4756-a64c-02c911c388b3 req-669ba399-eca4-4fff-b3bc-ae92057f3014 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.501040 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f181c6e4-e622-4756-a64c-02c911c388b3 req-669ba399-eca4-4fff-b3bc-ae92057f3014 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 944 time: 0.0914829 May 19 12:22:00.535717 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:00.561653 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e737e-7667-42f0-9796-88205499badd req-b1c08b09-c360-4ab3-9f81-996e0a5691bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.561653 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-b1c08b09-c360-4ab3-9f81-996e0a5691bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0646372 May 19 12:22:00.566961 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f181c6e4-e622-4756-a64c-02c911c388b3 req-ad33f1d6-2482-4756-89fa-814b7eb75461 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590036 May 19 12:22:00.606051 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e737e-7667-42f0-9796-88205499badd req-b3e3b430-b21f-452c-be22-6b16b4b546bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:00.607600 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-b3e3b430-b21f-452c-be22-6b16b4b546bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421317 May 19 12:22:00.609593 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:22:00.719640 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45730) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:00.724860 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280200401', 'description': 'tempest-description--1179134366'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:00.857353 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0d9f284-0b8b-40c2-a1bb-2c62cbd99e1b req-1640ac6c-b9ec-437d-8bd6-4b012926be40 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 210 time: 0.0444796 May 19 12:22:00.864219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:00.902990 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Made reservation on behalf of 37c1366ee71c446b9ec6fa532391b789 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:22:00.908324 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:00.953663 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (9334797f-9e6d-45b0-89b1-2c62b34dbd6e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.006310 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-2a7e5710-1256-4cfe-acbe-3b63938c6add service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851225 May 19 12:22:01.091900 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9334797f-9e6d-45b0-89b1-2c62b34dbd6e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.119106 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Allocated IP 172.20.0.8 (4fc84730-31b5-4522-8209-b6ce187a5147/2b4d731f-684a-464b-bc6a-ced7e114825c/e5cc5a87-b36f-4dee-a908-9a890b9f1ed7) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:22:01.166686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9334797f-9e6d-45b0-89b1-2c62b34dbd6e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:01.166857 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d27e737e-7667-42f0-9796-88205499badd req-75720131-fc30-459f-99bf-124282452b16 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508512 May 19 12:22:01.312781 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:01.326524 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20aa29d-d5a5-409a-a8ad-a49dcc1ef8a6 req-426a3023-6a9e-4923-bf36-2c4fa795f34c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:01.340353 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e20aa29d-d5a5-409a-a8ad-a49dcc1ef8a6 req-426a3023-6a9e-4923-bf36-2c4fa795f34c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.1023359 May 19 12:22:01.345803 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.377772 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:01.378589 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:01.386046 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.388152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-bad668a2-5f51-41fd-9c37-6ee5567cb924 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6668980 May 19 12:22:01.391198 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45752) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:01.396123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': '9334797f-9e6d-45b0-89b1-2c62b34dbd6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:01.443727 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e20aa29d-d5a5-409a-a8ad-a49dcc1ef8a6 req-fac3cf55-6a5a-4513-9c4a-81a576121680 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016128 May 19 12:22:01.481599 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.548372 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Network 4fc84730-31b5-4522-8209-b6ce187a5147 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:22:01.552640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:22:01.556967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:22:01.618880 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:01.677423 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (32e6438f-8497-4ce9-8dbe-719ea9279cd1), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.686548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:01.687570 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.746284 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bd5f-f772-4fa6-8459-99cb6ad04ba5 req-8cb6143e-c24f-46d4-a8ae-a75384e29ba9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:01.765381 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7b35bd5f-f772-4fa6-8459-99cb6ad04ba5 req-8cb6143e-c24f-46d4-a8ae-a75384e29ba9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 944 time: 0.0982773 May 19 12:22:01.813270 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (32e6438f-8497-4ce9-8dbe-719ea9279cd1), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.835634 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-bc87c7b3-8253-488d-a412-48a2e0ce0344 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5077078 May 19 12:22:01.840112 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7b35bd5f-f772-4fa6-8459-99cb6ad04ba5 req-26d2f8ca-50c4-4f19-a8d6-1946f6bfe0a4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736160 May 19 12:22:01.922251 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-cd39dfb3-eb9b-42fd-8b55-436654920727 None None] Provisioning complete for port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:01.922811 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cd39dfb3-eb9b-42fd-8b55-436654920727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.948092 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (32e6438f-8497-4ce9-8dbe-719ea9279cd1), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:01.976759 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-cd39dfb3-eb9b-42fd-8b55-436654920727 None None] Port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:22:01.983360 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:01.989030 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e6438f-8497-4ce9-8dbe-719ea9279cd1,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:02.019307 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576981f-e83a-4d17-8741-a47005e95c35 req-fd98d663-0dd2-43a6-b8c8-fcbe9802e76a tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:02.027816 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d576981f-e83a-4d17-8741-a47005e95c35 req-fd98d663-0dd2-43a6-b8c8-fcbe9802e76a tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0921857 May 19 12:22:02.079969 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d576981f-e83a-4d17-8741-a47005e95c35 req-5d694d9e-a42e-4d71-b3cf-91bf3aa2e607 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511305 May 19 12:22:02.083431 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:22:02.086978 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.088225 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0e9082cf-fcae-41ec-b372-f3592bc2ab52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6959159 May 19 12:22:02.091301 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45758) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:02.096799 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': '9334797f-9e6d-45b0-89b1-2c62b34dbd6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:02.141679 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:22:02.251414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:02.251960 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.262271 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (c5070d3d-3c70-482c-b261-5b5e66d91ee4), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.267943 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:22:02.326544 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (c5070d3d-3c70-482c-b261-5b5e66d91ee4), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.334841 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:02.335223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.364261 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:02.366522 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8810fd5-1124-4c58-82fb-7cd9cabf3f3b" -d '{"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-plugged", "status": "completed", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:02.372382 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:02.385058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:02.407261 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7891f76e-8c56-4d2f-8910-d5078a41cfc1 x-openstack-request-id: req-7891f76e-8c56-4d2f-8910-d5078a41cfc1 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:02.407556 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-plugged", "status": "completed", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:02.407846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7891f76e-8c56-4d2f-8910-d5078a41cfc1 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:02.408292 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7891f76e-8c56-4d2f-8910-d5078a41cfc1'] response: {'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'code': 200} May 19 12:22:02.567188 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.567423 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (c5070d3d-3c70-482c-b261-5b5e66d91ee4), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.585077 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258966d-1f77-4a65-a2df-671ee1f6cba2 req-d5fdcb0e-9552-4781-b5f9-cc1197351fe9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:02.587590 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7258966d-1f77-4a65-a2df-671ee1f6cba2 req-d5fdcb0e-9552-4781-b5f9-cc1197351fe9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0677993 May 19 12:22:02.607165 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:02.609497 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5070d3d-3c70-482c-b261-5b5e66d91ee4,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:02.641874 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:02.654495 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7258966d-1f77-4a65-a2df-671ee1f6cba2 req-90414b7a-a509-4e3b-8b48-1ca9a467967d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585840 May 19 12:22:02.756479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:02.759177 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-70915a4e-579b-40b2-bfb3-16612584ff32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6655886 May 19 12:22:02.762261 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45764) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:02.768303 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:02.952103 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:03.013701 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edcb93-c39c-47b9-9f1e-b15cde71de33 req-c5292785-5851-46b3-93ee-916ad70fd7dd tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:03.015221 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-81edcb93-c39c-47b9-9f1e-b15cde71de33 req-c5292785-5851-46b3-93ee-916ad70fd7dd tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0987501 May 19 12:22:03.042989 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:03.078426 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:03.103311 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-81edcb93-c39c-47b9-9f1e-b15cde71de33 req-13f81119-8c47-45cd-9cd3-11a992e6b52e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805368 May 19 12:22:03.260374 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:03.263779 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.27.1.143 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/5c0d545d-eef9-422b-805e-89b598effdd2) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:22:03.276667 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11505-9420-4c29-b617-1f6ed190911f req-91ad186e-75f9-488c-9c99-ed476fc61632 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:03.278468 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0ff11505-9420-4c29-b617-1f6ed190911f req-91ad186e-75f9-488c-9c99-ed476fc61632 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0807345 May 19 12:22:03.385390 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0ff11505-9420-4c29-b617-1f6ed190911f req-064396ae-c1fd-4033-a5c6-35798b004d0e tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990288 May 19 12:22:03.431676 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (5c0d545d-eef9-422b-805e-89b598effdd2), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:03.589754 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (5c0d545d-eef9-422b-805e-89b598effdd2), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:03.646675 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:22:03.651822 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:22:03.653794 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=5c0d545d-eef9-422b-805e-89b598effdd2,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:03.656176 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:22:03.790206 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (1779704a-5136-4557-8288-60660986ba09), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:03.812253 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af830c-c985-4fa3-b233-687487bceeb1 req-129dc2d4-f0a5-462f-a49e-45106172e889 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:03.813983 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e3af830c-c985-4fa3-b233-687487bceeb1 req-129dc2d4-f0a5-462f-a49e-45106172e889 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0720499 May 19 12:22:03.835159 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:03.863326 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e3af830c-c985-4fa3-b233-687487bceeb1 req-2ccc515d-02f6-4c05-a6c6-1f3e39670090 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 May 19 12:22:03.948960 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5c0d545d-eef9-422b-805e-89b598effdd2), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:04.181628 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (5c0d545d-eef9-422b-805e-89b598effdd2), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:04.234734 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609877ae-bb0a-4f14-882a-1ff38f8a1442 req-031f0ca5-d9dc-4cc3-b936-d3ad9d0816c3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:04.236620 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-609877ae-bb0a-4f14-882a-1ff38f8a1442 req-031f0ca5-d9dc-4cc3-b936-d3ad9d0816c3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0526700 May 19 12:22:04.302137 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-609877ae-bb0a-4f14-882a-1ff38f8a1442 req-7c85052b-1741-4268-a448-495aa9409907 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594149 May 19 12:22:04.314489 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (5c0d545d-eef9-422b-805e-89b598effdd2), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:04.395588 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=5c0d545d-eef9-422b-805e-89b598effdd2,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:04.408619 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (1779704a-5136-4557-8288-60660986ba09), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:04.530839 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03229-470a-40f9-a25c-a004766f7150 req-e3109932-3d4e-4726-a0c6-92945730dcaa tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:04.532460 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a1e03229-470a-40f9-a25c-a004766f7150 req-e3109932-3d4e-4726-a0c6-92945730dcaa tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0657072 May 19 12:22:04.583281 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:04.584529 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-8db9d644-d5f3-465a-b62e-957691b5494c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8199103 May 19 12:22:04.589916 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a1e03229-470a-40f9-a25c-a004766f7150 req-efc718aa-ee3c-47c3-bc91-b156329936b6 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515163 May 19 12:22:04.774066 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:04.807361 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-11b06c19-69fb-4805-838d-296d2cbb7d1b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1280200401&fields=id&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 267 time: 0.0505927 May 19 12:22:04.932426 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-c824cf07-d47c-4eb0-9469-9fd4ab27f257 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:04.936840 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-c824cf07-d47c-4eb0-9469-9fd4ab27f257 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1210990 May 19 12:22:04.949806 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-76d181f7-12f7-4d96-b571-ae27d213d6a8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/quotas/1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 375 time: 0.0123878 May 19 12:22:05.050300 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881d034-d359-4ec9-a539-af6544ec4c64 req-9a2fd3da-2f24-4f99-9d10-f12ddd8f0c9a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:05.051771 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f881d034-d359-4ec9-a539-af6544ec4c64 req-9a2fd3da-2f24-4f99-9d10-f12ddd8f0c9a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0945523 May 19 12:22:05.057265 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-bbc89b5f-70b9-4530-b101-4eaddb31085d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019573 May 19 12:22:05.170013 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f881d034-d359-4ec9-a539-af6544ec4c64 req-ebd13a5e-e08b-4547-a735-aea9b1a704ac tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115460 May 19 12:22:05.213724 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-892fc0fb-0d84-4998-b71d-9d0659fe9f00 service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400964 May 19 12:22:05.293625 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:05.331635 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-55ad15a0-c183-4c34-b072-0ec17e7ef509 service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166768 May 19 12:22:05.451140 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfdad-52a4-4998-97a0-9611e404131d req-c4b674cf-4964-4b84-bbbc-e1cf3dcd4e20 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:05.452758 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d21dfdad-52a4-4998-97a0-9611e404131d req-c4b674cf-4964-4b84-bbbc-e1cf3dcd4e20 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0649812 May 19 12:22:05.516237 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d21dfdad-52a4-4998-97a0-9611e404131d req-6f6a8f5a-dcc2-4152-9c8f-473df8742aae tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581920 May 19 12:22:05.709337 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43768d0f-0e7a-4ea4-a457-f2255551e452 req-c75c8cf3-b036-4349-9c7f-57aac815a0f3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:05.711286 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-43768d0f-0e7a-4ea4-a457-f2255551e452 req-c75c8cf3-b036-4349-9c7f-57aac815a0f3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0502400 May 19 12:22:05.761286 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-43768d0f-0e7a-4ea4-a457-f2255551e452 req-a10ee7e7-a09c-4762-97f0-3f7a5401a43f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 May 19 12:22:06.390142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89aa25-80a3-49af-afe0-2e4d36edcbb5 req-b9e40bcb-08ab-43e0-9ee9-05a34b8386f3 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:06.391681 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1d89aa25-80a3-49af-afe0-2e4d36edcbb5 req-b9e40bcb-08ab-43e0-9ee9-05a34b8386f3 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0794327 May 19 12:22:06.410656 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79d2e3b4-2685-455f-87ba-d3cd6691e510 req-cad51019-e226-4601-85c0-fcbf7d3235b1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0364156 May 19 12:22:06.495148 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1d89aa25-80a3-49af-afe0-2e4d36edcbb5 req-595e4029-f658-4b14-801f-ac6eec393132 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882595 May 19 12:22:06.655155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93670feb-ece6-4135-b60f-dd308c59fd7f req-84bd7a99-96ea-421c-9bda-a155c61e1308 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:06.662294 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-93670feb-ece6-4135-b60f-dd308c59fd7f req-84bd7a99-96ea-421c-9bda-a155c61e1308 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0632651 May 19 12:22:06.719532 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-93670feb-ece6-4135-b60f-dd308c59fd7f req-40e8572f-aa8c-4cca-82e0-5c68bafbf387 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563183 May 19 12:22:06.899957 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed62ae-71a9-407d-bb84-27b5d46191c9 req-fb5bc51b-c338-4eb5-860f-4ab90bda386b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:06.901612 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-30ed62ae-71a9-407d-bb84-27b5d46191c9 req-fb5bc51b-c338-4eb5-860f-4ab90bda386b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0680089 May 19 12:22:06.913015 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:06.959911 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-30ed62ae-71a9-407d-bb84-27b5d46191c9 req-7f546025-694b-4e9b-b7f6-8618e82c9251 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524957 May 19 12:22:07.519213 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f274295e-d043-43f0-90c6-d12f5366f188 req-065a1c51-01d8-4d1c-9ecf-c4861decd484 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0332818 May 19 12:22:07.628945 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fbb0-e4eb-4a9f-b120-6923dde96ea1 req-a554f966-6ca3-4716-84bf-f91ccc1ae787 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:07.630439 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac11fbb0-e4eb-4a9f-b120-6923dde96ea1 req-a554f966-6ca3-4716-84bf-f91ccc1ae787 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0515661 May 19 12:22:07.687280 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac11fbb0-e4eb-4a9f-b120-6923dde96ea1 req-ac7902b3-c13d-4709-94c9-e32e5cf27f3c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503702 May 19 12:22:07.843999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95db799-6165-4d06-9c10-10f225c394ba req-71f26d6b-f33a-4784-af1a-1d3aebb46397 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:07.845428 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e95db799-6165-4d06-9c10-10f225c394ba req-71f26d6b-f33a-4784-af1a-1d3aebb46397 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0530872 May 19 12:22:07.903058 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e95db799-6165-4d06-9c10-10f225c394ba req-8420a988-178e-498b-8c4b-1556394e72ef tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517359 May 19 12:22:08.096902 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e328d-029c-427d-9fda-d983eea08442 req-8f124935-2e38-40e0-af7e-0916a0b6b0a0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:08.098366 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b95e328d-029c-427d-9fda-d983eea08442 req-8f124935-2e38-40e0-af7e-0916a0b6b0a0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0550137 May 19 12:22:08.151586 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b95e328d-029c-427d-9fda-d983eea08442 req-ee8586fc-69db-4698-965f-df2855ab6a2c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466859 May 19 12:22:08.626956 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-becf804b-f9ff-45ba-913c-729ebd807f18 req-4d11b5d5-a5bf-4022-9bf7-66dc292430bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0326529 May 19 12:22:08.815155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e82d43-f406-4b88-bde6-9d7df4391326 req-b49cafc1-7901-4b61-af2f-4adb5bde30bc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:08.816758 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c2e82d43-f406-4b88-bde6-9d7df4391326 req-b49cafc1-7901-4b61-af2f-4adb5bde30bc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0534682 May 19 12:22:08.868362 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c2e82d43-f406-4b88-bde6-9d7df4391326 req-335efb40-f467-4b59-a19e-b712e84afddf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 May 19 12:22:09.030832 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da79654-9aef-4bc1-9bf9-ef9f5a7d74d1 req-71676a06-3934-4998-8f4a-f6505a7c9d91 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:09.032341 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5da79654-9aef-4bc1-9bf9-ef9f5a7d74d1 req-71676a06-3934-4998-8f4a-f6505a7c9d91 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0554633 May 19 12:22:09.088409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5da79654-9aef-4bc1-9bf9-ef9f5a7d74d1 req-d24a722b-2916-4989-b021-ee1879ab1288 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503457 May 19 12:22:09.284892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da47c4-d59d-4963-a81f-83bf94c38f6a req-e852c0c8-a96c-4bc8-82e1-469f9b3d640a tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:09.286436 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0da47c4-d59d-4963-a81f-83bf94c38f6a req-e852c0c8-a96c-4bc8-82e1-469f9b3d640a tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0560341 May 19 12:22:09.337384 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0da47c4-d59d-4963-a81f-83bf94c38f6a req-5f6fe0ce-e60e-4af8-9407-2137880ff186 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 May 19 12:22:09.733298 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-761c98e2-6f07-4847-8802-73c4ffe24d4b req-973e2bd6-094f-4a79-a91e-5c15fec820b1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0351923 May 19 12:22:10.003892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19f60f-64ab-4773-96d9-278acf02de72 req-7bdcfac5-ab86-47c4-b994-30ac68ab675d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:10.005472 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ee19f60f-64ab-4773-96d9-278acf02de72 req-7bdcfac5-ab86-47c4-b994-30ac68ab675d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0527146 May 19 12:22:10.053626 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ee19f60f-64ab-4773-96d9-278acf02de72 req-f871d806-43de-4442-8bbe-f0b88b113069 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 May 19 12:22:10.191190 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:10.205496 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54468f-ea8d-49d6-a087-d5262d21fc46 req-9e846c40-f8f9-4b04-a306-076f03885189 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:10.206975 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed54468f-ea8d-49d6-a087-d5262d21fc46 req-9e846c40-f8f9-4b04-a306-076f03885189 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0503612 May 19 12:22:10.261708 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed54468f-ea8d-49d6-a087-d5262d21fc46 req-34fee029-27fb-46e3-b348-29976f544c59 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477738 May 19 12:22:10.264577 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:10.462766 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a01ef-23bd-4902-b02e-5f504425157f req-04523714-9c72-442a-881b-433173d15653 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:10.464608 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-176a01ef-23bd-4902-b02e-5f504425157f req-04523714-9c72-442a-881b-433173d15653 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0550313 May 19 12:22:10.520054 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-176a01ef-23bd-4902-b02e-5f504425157f req-2210a4da-52d6-4622-bacf-18bb89cd043c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 May 19 12:22:10.833611 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-44f81f6e-c3c9-48e1-b511-994e45bb1e0e req-7b59ec34-2a30-4082-839a-cc5a89df12fc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0288064 May 19 12:22:11.193523 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533ade4-942e-4b5c-a4dc-ee54eab54381 req-389730f0-2b8e-4e84-b4a5-33b137612d1a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:11.195061 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1533ade4-942e-4b5c-a4dc-ee54eab54381 req-389730f0-2b8e-4e84-b4a5-33b137612d1a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0575209 May 19 12:22:11.240232 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:11.253953 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1533ade4-942e-4b5c-a4dc-ee54eab54381 req-7c7a812c-93e4-49ae-ab36-e927f79572d7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517936 May 19 12:22:11.390494 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995896d5-a00c-4d4e-886b-9dfdeb2aae87 req-93025ee7-5b51-4744-9459-f023d0bdcc88 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:11.391824 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-995896d5-a00c-4d4e-886b-9dfdeb2aae87 req-93025ee7-5b51-4744-9459-f023d0bdcc88 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0566692 May 19 12:22:11.457108 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-995896d5-a00c-4d4e-886b-9dfdeb2aae87 req-c9f812a3-22a6-4e14-b439-375d296dbf58 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591218 May 19 12:22:11.641535 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38953a7-2de9-41f5-99c6-fa8450e78657 req-221ddc7f-a904-479c-b331-9ec6ee9841a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:11.642972 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a38953a7-2de9-41f5-99c6-fa8450e78657 req-221ddc7f-a904-479c-b331-9ec6ee9841a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0503390 May 19 12:22:11.698488 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a38953a7-2de9-41f5-99c6-fa8450e78657 req-c9f9ff46-b5db-4dbd-b7a8-33468c606368 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 May 19 12:22:11.951433 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ad6d53af-908e-4ab2-b48c-e1c8893a9bb0 req-e8b859fd-1a88-4adb-874c-eadb45a500ab tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0376041 May 19 12:22:12.267830 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:12.373457 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c6c81-7943-48dc-b3ad-9658d3a19692 req-5cd7d427-3bc9-4ce1-8bf9-f0de88cd4b70 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:12.374967 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-916c6c81-7943-48dc-b3ad-9658d3a19692 req-5cd7d427-3bc9-4ce1-8bf9-f0de88cd4b70 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0490777 May 19 12:22:12.425648 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-916c6c81-7943-48dc-b3ad-9658d3a19692 req-10f1a1db-7a05-4607-8366-442efa78a436 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 May 19 12:22:12.468619 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7feb7f42-5651-4527-8985-9e9db947c413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:12.578898 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f2bd8-6aaf-47c7-87e9-de26edb051ce req-4b06deeb-da5a-4071-a201-06896e4c35c3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:12.580642 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-948f2bd8-6aaf-47c7-87e9-de26edb051ce req-4b06deeb-da5a-4071-a201-06896e4c35c3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0481534 May 19 12:22:12.630852 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-948f2bd8-6aaf-47c7-87e9-de26edb051ce req-bc306e04-e559-46d7-90ab-229bb72a6de8 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449178 May 19 12:22:12.818987 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07746f-36cc-4f39-909f-e75728cd56e8 req-45e59492-b801-47ae-929b-921d3dcbe543 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:12.820488 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae07746f-36cc-4f39-909f-e75728cd56e8 req-45e59492-b801-47ae-929b-921d3dcbe543 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0505252 May 19 12:22:12.868796 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae07746f-36cc-4f39-909f-e75728cd56e8 req-56d09945-1629-42db-9ed1-cd3847a634fa tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419075 May 19 12:22:13.048010 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f7bcabdb-3e2d-4719-b11f-bb0603b813c8 req-57ddd946-e52f-4a47-9980-d47f3fd8c38f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0286059 May 19 12:22:13.544529 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b674d6-d164-4c79-a81f-4f55cbedb489 req-15be1e74-9221-4f3f-baf4-e7b96be12c06 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:13.546017 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-72b674d6-d164-4c79-a81f-4f55cbedb489 req-15be1e74-9221-4f3f-baf4-e7b96be12c06 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0478063 May 19 12:22:13.593489 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-72b674d6-d164-4c79-a81f-4f55cbedb489 req-7625a3e3-c29a-4ed5-aa3a-5f52c08cc80e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 May 19 12:22:13.749113 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd216f38-58b3-4486-a3a7-164a96efea63 req-fa55f2c8-4947-4d31-a320-7bad505ddf69 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:13.750524 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bd216f38-58b3-4486-a3a7-164a96efea63 req-fa55f2c8-4947-4d31-a320-7bad505ddf69 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0515428 May 19 12:22:13.800568 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bd216f38-58b3-4486-a3a7-164a96efea63 req-bdd83eba-0097-4a2c-bc4d-03aa90dbb122 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445068 May 19 12:22:13.988730 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef3f56-e8b3-490d-8efa-73552427ea87 req-d4ed59b0-273a-4e8d-a1fc-4f2ae51ac17b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:13.990239 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05ef3f56-e8b3-490d-8efa-73552427ea87 req-d4ed59b0-273a-4e8d-a1fc-4f2ae51ac17b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0482605 May 19 12:22:14.039147 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05ef3f56-e8b3-490d-8efa-73552427ea87 req-b69058d8-e188-48f1-ab4b-2e7baef63e10 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 May 19 12:22:14.149926 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9622e74e-d55d-484d-85fc-cded1bf6d324 req-4820b139-f14d-4879-9d72-874281991f2b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0340378 May 19 12:22:14.194103 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:14.676846 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:14.716702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b874-0df9-4066-ad27-95eb9e9fb630 req-158521d3-0b43-4bc8-8be2-5396046ede1e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:14.718376 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c570b874-0df9-4066-ad27-95eb9e9fb630 req-158521d3-0b43-4bc8-8be2-5396046ede1e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0509090 May 19 12:22:14.769949 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c570b874-0df9-4066-ad27-95eb9e9fb630 req-55a86563-1317-4e15-a6fb-ef1d009a1ed5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459499 May 19 12:22:14.919805 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837515a-743a-4db4-98d2-5e5ce5634261 req-46f38cad-1681-4cb8-9ef8-01889f27c623 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:14.921209 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4837515a-743a-4db4-98d2-5e5ce5634261 req-46f38cad-1681-4cb8-9ef8-01889f27c623 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0524995 May 19 12:22:14.948364 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-77c7aa79-6f43-4c60-831b-d3c55b79f53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:14.972865 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4837515a-743a-4db4-98d2-5e5ce5634261 req-cc1f7e20-69a7-4592-a7d3-0edb91ab9a7a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454121 May 19 12:22:15.156388 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a88f74-3bd7-4223-b644-07a22cbeb537 req-1a460b29-2e68-4335-b7d0-5c15c6d1d32e tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:15.157856 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e8a88f74-3bd7-4223-b644-07a22cbeb537 req-1a460b29-2e68-4335-b7d0-5c15c6d1d32e tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 931 time: 0.0520310 May 19 12:22:15.205508 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:15.214423 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e8a88f74-3bd7-4223-b644-07a22cbeb537 req-8b65baa5-90fc-4dfb-9e8d-ec37ac343fac tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510550 May 19 12:22:15.252873 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ee93e0b5-9656-48c6-a7dd-9430c56cb4bb req-4674e7c0-be6f-4e30-a5b9-824dd288dcd9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0296757 May 19 12:22:15.321704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Request body: {'port': {'device_id': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:15.389643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:15.715626 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:22:15.727884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Publish callbacks [] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:15.768236 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c65bcc-4c36-439d-80d9-c980655fc72c req-a1836dcc-683d-4485-ace3-60e1cbc4a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:15.768236 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-53c65bcc-4c36-439d-80d9-c980655fc72c req-a1836dcc-683d-4485-ace3-60e1cbc4a260 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1129 time: 0.0590405 May 19 12:22:15.768236 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Transition to ACTIVE for port object e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:22:15.791620 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-53c65bcc-4c36-439d-80d9-c980655fc72c req-1d2dabf3-b889-4cc2-bd95-3400217c4931 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398278 May 19 12:22:15.845888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:15.889734 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8099c3f-7cfe-4d78-8ace-e732e50f8acb req-21b93a16-1ca8-4e81-8a29-77993616e2ef tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:15.891762 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8099c3f-7cfe-4d78-8ace-e732e50f8acb req-21b93a16-1ca8-4e81-8a29-77993616e2ef tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0511317 May 19 12:22:15.901953 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:15.956853 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8099c3f-7cfe-4d78-8ace-e732e50f8acb req-4c9a5d6b-bf45-4224-9d9e-75440140f859 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554152 May 19 12:22:16.004089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Attempting to bind port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:22:16.004089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Attempting to bind port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:22:16.004089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Attempting to bind port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 on network 4fc84730-31b5-4522-8209-b6ce187a5147 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:22:16.007323 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 on network 4fc84730-31b5-4522-8209-b6ce187a5147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:22:16.007864 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Attempting to bind port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 on network 4fc84730-31b5-4522-8209-b6ce187a5147 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:22:16.014213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:22:16.014647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Checking segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:22:16.015178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Bound using segment: {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:22:16.015578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Bound port: e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:22:16.015969 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:16.037871 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:16.087958 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:22:16.091779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:22:16.121472 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c03104-6a70-4738-badc-f28fd73447ff req-61589977-0110-4f7c-b9fc-c90fcb2b696a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:16.122986 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0c03104-6a70-4738-badc-f28fd73447ff req-61589977-0110-4f7c-b9fc-c90fcb2b696a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0746117 May 19 12:22:16.178567 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0c03104-6a70-4738-badc-f28fd73447ff req-082e0e08-2245-4f74-a30d-d6200a62f499 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498352 May 19 12:22:16.206284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:16.247701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:16.248389 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:16.249811 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] 10.222.0.81 "PUT /v2.0/ports/e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 1093 time: 0.9334192 May 19 12:22:16.250265 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:16.252586 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954" -d '{"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:16.278072 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d758e-b14e-471e-bc1d-3d264fe363e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:16.297346 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a642b-14bc-4529-9c5e-5d7fe9469921 x-openstack-request-id: req-f49a642b-14bc-4529-9c5e-5d7fe9469921 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:16.298281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:16.298557 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f49a642b-14bc-4529-9c5e-5d7fe9469921 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:16.298971 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49a642b-14bc-4529-9c5e-5d7fe9469921'] response: {'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'status': 'completed', 'code': 200} May 19 12:22:16.345466 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aba991-a483-4cc4-b8bc-3740fca38074 req-70f5a8e6-e382-4245-9e9b-b99c60817509 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:16.347060 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e7aba991-a483-4cc4-b8bc-3740fca38074 req-70f5a8e6-e382-4245-9e9b-b99c60817509 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0556884 May 19 12:22:16.381693 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4ff6926-a216-4904-811b-83456fe46042 req-91080b87-bec8-4a06-8dcf-1393200c151f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0335917 May 19 12:22:16.424308 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e7aba991-a483-4cc4-b8bc-3740fca38074 req-a6ceb9f7-f9a1-4fa2-bddb-b7242bc2f567 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653677 May 19 12:22:17.085739 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a812628-caf6-4dfe-9152-0db18ded381e req-dddc43f4-e3ea-4e45-a266-cb5962569c9c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:17.087399 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0a812628-caf6-4dfe-9152-0db18ded381e req-dddc43f4-e3ea-4e45-a266-cb5962569c9c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0520647 May 19 12:22:17.135603 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0a812628-caf6-4dfe-9152-0db18ded381e req-f56c59e7-9b4c-4088-bea4-2dfde9f18fab tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 May 19 12:22:17.299448 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c4ff-66b3-4970-80a1-131542ee55d9 req-cf638cef-8b28-496d-b0b5-57a3cb9761e8 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:17.300967 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a06c4ff-66b3-4970-80a1-131542ee55d9 req-cf638cef-8b28-496d-b0b5-57a3cb9761e8 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0495715 May 19 12:22:17.353349 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a06c4ff-66b3-4970-80a1-131542ee55d9 req-6573a036-e813-4f7e-a8f4-0fe63a4befc5 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457828 May 19 12:22:17.498604 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d2d8956-f7c1-49fe-a552-b83f5b12fb1e req-8f9c6e96-cf38-43ac-9b5a-9a8b4315cce9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0357974 May 19 12:22:17.582510 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d930b-a4ee-4310-b969-5cebfd443fd1 req-d2d771d2-3acf-4d46-914b-91a21d3e7879 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:17.584037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e40d930b-a4ee-4310-b969-5cebfd443fd1 req-d2d771d2-3acf-4d46-914b-91a21d3e7879 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0483665 May 19 12:22:17.599912 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:17.634252 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e40d930b-a4ee-4310-b969-5cebfd443fd1 req-b09e93d4-bcde-4061-8fda-85268741115d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 May 19 12:22:17.909427 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954 req-7ffed1aa-a52a-47fb-bdba-f63b7b7f8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:17.910929 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954 req-7ffed1aa-a52a-47fb-bdba-f63b7b7f8f21 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1127 time: 0.0414197 May 19 12:22:18.059356 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:18.062445 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:18.090498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954 req-c1a72671-0e17-44be-bbec-2672e6e8e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.094641 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954 req-c1a72671-0e17-44be-bbec-2672e6e8e782 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=37c1366ee71c446b9ec6fa532391b789&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1067493 May 19 12:22:18.473716 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a5819-e908-476a-ae67-1e8de21b449f req-6b7714ff-e386-4f2e-8f5c-cea6d2783805 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.476215 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c2a5819-e908-476a-ae67-1e8de21b449f req-6b7714ff-e386-4f2e-8f5c-cea6d2783805 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0509331 May 19 12:22:18.529229 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c2a5819-e908-476a-ae67-1e8de21b449f req-e8e5ce4d-88f2-4272-9b14-81e8a0dd97b3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475209 May 19 12:22:18.605237 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954 req-7f86be8e-2b59-474f-bffd-3c58bcd5d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.606837 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0a1c2eeb-da01-4fa8-8887-425bd8cbd954 req-7f86be8e-2b59-474f-bffd-3c58bcd5d2c3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059008 May 19 12:22:18.616391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fee70850-a288-4853-8eac-e0c87cd2cfc4 req-a7457dc7-f352-44c3-be23-396ccb76e7a9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0342886 May 19 12:22:18.663330 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e298-90b6-45e4-badb-b7ad9ba82ded req-90fdb23c-47fb-48f1-8535-7e4a9aec9ad9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.665752 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6b25e298-90b6-45e4-badb-b7ad9ba82ded req-90fdb23c-47fb-48f1-8535-7e4a9aec9ad9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0522349 May 19 12:22:18.734857 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6b25e298-90b6-45e4-badb-b7ad9ba82ded req-f9999aed-e92d-4a00-9e5f-4db6b7b4e0e2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620072 May 19 12:22:18.759719 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 45908) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:18.774067 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acdec4-946b-4d7f-87ff-2341f6be4ef0 req-714c4146-6b6b-4802-aa60-3b4e1938caf7 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.775884 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-09acdec4-946b-4d7f-87ff-2341f6be4ef0 req-714c4146-6b6b-4802-aa60-3b4e1938caf7 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0689971 May 19 12:22:18.790107 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:18.832308 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-09acdec4-946b-4d7f-87ff-2341f6be4ef0 req-4e40dcbb-2614-49b4-b61a-1715c6c79212 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488167 May 19 12:22:18.856605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-8829b6a1-595a-41bc-b325-9c402a98fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.858496 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-8829b6a1-595a-41bc-b325-9c402a98fba3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1127 time: 0.0474811 May 19 12:22:18.905276 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-1e58b73e-76c0-43be-90e8-f046f0dfa92e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 217 time: 0.0334470 May 19 12:22:18.988358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-4422241a-4bce-4c63-bc7e-d5eee2cb8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.989813 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-4422241a-4bce-4c63-bc7e-d5eee2cb8bb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 200 len: 853 time: 0.0788393 May 19 12:22:18.993778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519170f0-2d2d-41c9-a982-23f9861b636d tempest-TestShelveInstance-8595929 tempest-TestShelveInstance-8595929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:18.995225 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-519170f0-2d2d-41c9-a982-23f9861b636d tempest-TestShelveInstance-8595929 tempest-TestShelveInstance-8595929-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1124 time: 0.2343328 May 19 12:22:18.998273 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 45912) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:19.002632 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'port_id': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:19.036239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-fd7bfbc8-6532-4d78-927c-1684af766d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:19.037858 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-fd7bfbc8-6532-4d78-927c-1684af766d57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4fc84730-31b5-4522-8209-b6ce187a5147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414870 May 19 12:22:19.125972 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.188675 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:19.218992 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.228483 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-35ff530f-6cea-4d50-8a8c-9431b1dc77c8 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794858 May 19 12:22:19.234402 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-ca263b87-2a54-4d28-8b06-a55594199c87 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:19.236147 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-ca263b87-2a54-4d28-8b06-a55594199c87 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1798666 May 19 12:22:19.337539 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Allocated IP 172.27.1.164 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/0eeaee0f-1274-4623-9488-76508287b4f4) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:22:19.377685 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ebb86cd-c65f-4a62-8ea7-829d9a4effb3 req-b908e846-25ca-4f87-83a6-e70026d13ab0 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405475 May 19 12:22:19.384834 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-049f6ca1-7d99-4528-a5f1-aea53d60c2e8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 473 time: 0.1259282 May 19 12:22:19.399405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'port': {'device_id': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'admin_state_up': True, 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'security_groups': ['9334797f-9e6d-45b0-89b1-2c62b34dbd6e']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:19.446921 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.651500 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Made reservation on behalf of 1d2de86d602945238f5df0e2c388004f for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:22:19.655247 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.656487 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for port (0eeaee0f-1274-4623-9488-76508287b4f4), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.720874 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6be3e91b-871b-42de-9f8f-631edf0edcf9 req-a6203348-3328-48df-bd35-c8db76e001cf tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0285149 May 19 12:22:19.764211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:19.797589 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.20.0.5 (744c5d15-060b-4067-aa62-eecc19d1b85e/57a53a90-5cf3-4f95-8228-aee4f85c871b/4d47e479-3475-4012-b86f-9a5b42aaddf7) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:22:19.802612 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:19.823347 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (0eeaee0f-1274-4623-9488-76508287b4f4), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.869740 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:22:19.873247 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:22:19.877247 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:22:19.900582 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'Port': ['ID=0eeaee0f-1274-4623-9488-76508287b4f4,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:19.946184 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:19.992815 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4321e-7c6e-453c-afee-4f2203c74e3b req-111f4712-8c8e-4b38-bd80-1d4e4b6014fe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:19.994327 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89a4321e-7c6e-453c-afee-4f2203c74e3b req-111f4712-8c8e-4b38-bd80-1d4e4b6014fe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0769861 May 19 12:22:20.031631 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:20.064219 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.116734 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:22:20.117765 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89a4321e-7c6e-453c-afee-4f2203c74e3b req-5ba4832e-7819-40b2-840a-586f37ae5f84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166248 May 19 12:22:20.123079 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:22:20.125882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:22:20.157204 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=4d47e479-3475-4012-b86f-9a5b42aaddf7,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:20.183765 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:20.184720 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.317228 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f8412e0c-8bc9-4546-91af-444b88abd091 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9222248 May 19 12:22:20.324866 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for floatingip (c76d96ab-e463-4479-9904-0f38ee571754), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.326076 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:20.369369 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-57197e43-58cd-43a1-9935-403574ba6650 None None] Provisioning complete for port 4d47e479-3475-4012-b86f-9a5b42aaddf7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:20.369730 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-57197e43-58cd-43a1-9935-403574ba6650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.400728 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-57197e43-58cd-43a1-9935-403574ba6650 None None] Port 4d47e479-3475-4012-b86f-9a5b42aaddf7 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:22:20.504967 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (0eeaee0f-1274-4623-9488-76508287b4f4), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.691194 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for port (0eeaee0f-1274-4623-9488-76508287b4f4), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.755147 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (0eeaee0f-1274-4623-9488-76508287b4f4), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.840397 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event updated for resources: {'Port': ['ID=0eeaee0f-1274-4623-9488-76508287b4f4,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:20.874177 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (c76d96ab-e463-4479-9904-0f38ee571754), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:20.884825 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631fbe6-91c9-45e5-9846-e0c8e1cba0eb req-e4354bdd-294a-4927-9c5c-428a5485fdf5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:20.886331 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3631fbe6-91c9-45e5-9846-e0c8e1cba0eb req-e4354bdd-294a-4927-9c5c-428a5485fdf5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 931 time: 0.0671501 May 19 12:22:21.004844 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3631fbe6-91c9-45e5-9846-e0c8e1cba0eb req-58b3e183-24f0-40b2-8535-1a4298ec472c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892043 May 19 12:22:21.016661 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Floating IP c76d96ab-e463-4479-9904-0f38ee571754 associated. External IP: 172.27.1.164, port: d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf. May 19 12:22:21.255247 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ab1bf-3d77-43e8-acfd-4681610ed393 req-83b6455a-3704-4bc5-8dd1-eae6c6c2b2a2 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:21.256708 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c73ab1bf-3d77-43e8-acfd-4681610ed393 req-83b6455a-3704-4bc5-8dd1-eae6c6c2b2a2 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0648105 May 19 12:22:21.261140 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:21.277307 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Router ce04c6b0-d2f0-4810-9087-193e6311269f has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:22:21.361612 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c73ab1bf-3d77-43e8-acfd-4681610ed393 req-bdd66a7f-2b71-40e7-805f-3988e2de4b38 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953946 May 19 12:22:21.402507 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:21.423115 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:22:21.432714 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] Sync routers for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:22:21.444414 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:22:21.445031 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:22:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:21.518192 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:21.553068 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-73f63314-492a-491d-bebc-8038fb1651d0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5536919 May 19 12:22:21.553341 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:22:21.553950 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:21.556919 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:21.593661 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b84f5df-5560-492f-9521-b2b1241ca0a2 x-openstack-request-id: req-1b84f5df-5560-492f-9521-b2b1241ca0a2 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:21.593951 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:21.594231 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b84f5df-5560-492f-9521-b2b1241ca0a2 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:21.594647 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b84f5df-5560-492f-9521-b2b1241ca0a2'] response: {'name': 'network-changed', 'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'status': 'completed', 'code': 200} May 19 12:22:21.771461 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'c76d96ab-e463-4479-9904-0f38ee571754', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'port_id': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'mac_address': 'fa:16:3e:df:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:20Z', 'updated_at': '2022-05-19T12:22:20Z', 'revision_number': 0, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:21.795798 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] Checking router: ce04c6b0-d2f0-4810-9087-193e6311269f for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:22:21.805559 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:22:21.806427 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:22:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:21.906654 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:22:22.124238 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'c76d96ab-e463-4479-9904-0f38ee571754', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'port_id': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'mac_address': 'fa:16:3e:df:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:20Z', 'updated_at': '2022-05-19T12:22:20Z', 'revision_number': 0, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:22.124744 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e4fe-f987-45e7-bae6-a15d6960e5d2 req-ba444996-0e7b-40c6-b984-298176ea3ae7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:22.126311 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a481e4fe-f987-45e7-bae6-a15d6960e5d2 req-ba444996-0e7b-40c6-b984-298176ea3ae7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 931 time: 0.0494971 May 19 12:22:22.153460 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab535c5-013d-40cb-abc9-bd4cb347240f None None] The sync data for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi is: [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'c76d96ab-e463-4479-9904-0f38ee571754', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'port_id': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'mac_address': 'fa:16:3e:df:7d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:20Z', 'updated_at': '2022-05-19T12:22:20Z', 'revision_number': 0, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:22:22.184243 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a481e4fe-f987-45e7-bae6-a15d6960e5d2 req-e0c62846-a790-44db-8099-3a49e0493b98 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517457 May 19 12:22:22.353174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5810c-2c13-4a3b-b594-20b70ca55f96 None None] New status for floating IP c76d96ab-e463-4479-9904-0f38ee571754: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:22:22.481699 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f68bc1-0163-4eae-8276-5454443c4745 req-35df1eb4-44fc-43e4-99aa-f819ea1a2d1b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:22.483230 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c9f68bc1-0163-4eae-8276-5454443c4745 req-35df1eb4-44fc-43e4-99aa-f819ea1a2d1b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0498841 May 19 12:22:22.533332 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c9f68bc1-0163-4eae-8276-5454443c4745 req-e61bebaf-b837-4dc4-b381-b118ff45d260 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 May 19 12:22:22.596858 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Request body: {'port': {'device_id': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:22.672409 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-8b01d7a6-4f3d-466a-a449-198f6a0ebc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:22.673880 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-8b01d7a6-4f3d-466a-a449-198f6a0ebc9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1129 time: 0.0739565 May 19 12:22:22.704710 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:22.815410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:22.936001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-5716b776-049b-44b8-a9a2-c993a0d8205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:22.937406 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-5716b776-049b-44b8-a9a2-c993a0d8205d service neutron] 10.222.0.81 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 910 time: 0.1934538 May 19 12:22:23.050466 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-f865d3e5-2fb1-4619-b6b1-761c1d139910 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 1001 time: 0.0979099 May 19 12:22:23.144178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-061d4588-86f3-4c64-a738-9e6432351a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:23.145620 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-061d4588-86f3-4c64-a738-9e6432351a25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 200 len: 848 time: 0.0867434 May 19 12:22:23.180581 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:23.211587 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d47e479-3475-4012-b86f-9a5b42aaddf7 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:22:23.223240 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Publish callbacks [] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:23.232764 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-a64d9615-b174-44e0-8b60-1da53960cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:23.234130 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-a64d9615-b174-44e0-8b60-1da53960cad1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2237e2b2-7c53-4199-a822-e417750a80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663977 May 19 12:22:23.250270 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Transition to ACTIVE for port object 4d47e479-3475-4012-b86f-9a5b42aaddf7 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:22:23.302953 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c795e-b332-4291-a9c7-95c2865ef863 req-1259a5ac-c880-465b-9b5e-dcc3fa16b513 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:23.304750 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d04c795e-b332-4291-a9c7-95c2865ef863 req-1259a5ac-c880-465b-9b5e-dcc3fa16b513 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 931 time: 0.0489898 May 19 12:22:23.334730 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-d4bd5d76-408e-40d8-a50c-9e7da20f9807 service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924940 May 19 12:22:23.354354 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d04c795e-b332-4291-a9c7-95c2865ef863 req-0472997b-c18f-4491-862f-d73f21bfa584 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 May 19 12:22:23.385578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:23.466554 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d47e479-3475-4012-b86f-9a5b42aaddf7,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:23.506610 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-51bb9622-a49e-4c4c-a7a2-e0fa8ec323a0 req-72e246df-3c6f-4a75-8b47-c4cbd68b859d service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655655 May 19 12:22:23.559908 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Attempting to bind port 4d47e479-3475-4012-b86f-9a5b42aaddf7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:22:23.562819 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Attempting to bind port 4d47e479-3475-4012-b86f-9a5b42aaddf7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:22:23.562819 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Attempting to bind port 4d47e479-3475-4012-b86f-9a5b42aaddf7 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:22:23.571435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Port 4d47e479-3475-4012-b86f-9a5b42aaddf7 on network 744c5d15-060b-4067-aa62-eecc19d1b85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:22:23.571751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Attempting to bind port 4d47e479-3475-4012-b86f-9a5b42aaddf7 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:22:23.577887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:22:23.578226 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:22:23.578619 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Bound using segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:22:23.579062 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Bound port: 4d47e479-3475-4012-b86f-9a5b42aaddf7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:22:23.579425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:23.655069 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] For port 4d47e479-3475-4012-b86f-9a5b42aaddf7, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:22:23.658698 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] For port 4d47e479-3475-4012-b86f-9a5b42aaddf7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:22:23.674615 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c89f-5380-44da-b1ec-bff0576d8e0f req-161eee97-93f3-4744-95b9-28bcc6b68097 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:23.679133 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c9a5c89f-5380-44da-b1ec-bff0576d8e0f req-161eee97-93f3-4744-95b9-28bcc6b68097 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 943 time: 0.0633850 May 19 12:22:23.736365 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c9a5c89f-5380-44da-b1ec-bff0576d8e0f req-929499d0-d682-41d4-b471-bb20e27afd2f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473156 May 19 12:22:23.772241 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:23.809524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:23.810187 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:23.811640 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] 10.222.0.81 "PUT /v2.0/ports/4d47e479-3475-4012-b86f-9a5b42aaddf7 HTTP/1.1" status: 200 len: 1093 time: 1.2194862 May 19 12:22:23.814050 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:23.816549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90" -d '{"events": [{"name": "network-changed", "server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:23.845209 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29e89-4544-44c5-94e3-8a58ab3601cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d47e479-3475-4012-b86f-9a5b42aaddf7,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:23.878139 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a46c5-2be2-4275-8255-7ba3d0693df6 x-openstack-request-id: req-8a1a46c5-2be2-4275-8255-7ba3d0693df6 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:23.878421 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:23.878664 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a1a46c5-2be2-4275-8255-7ba3d0693df6 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:23.879060 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1a46c5-2be2-4275-8255-7ba3d0693df6'] response: {'name': 'network-changed', 'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'status': 'completed', 'code': 200} May 19 12:22:23.959707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:23.964318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90 req-4d3f450d-4f85-4a57-863d-a46fc6e5d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:23.965843 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90 req-4d3f450d-4f85-4a57-863d-a46fc6e5d472 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 1127 time: 0.0440271 May 19 12:22:24.076715 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90 req-ce92aecd-f2da-47af-a573-23cefb10ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.078186 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90 req-ce92aecd-f2da-47af-a573-23cefb10ecc4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d2de86d602945238f5df0e2c388004f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0988374 May 19 12:22:24.147614 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:22:24.180927 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90 req-4efa542e-9732-4cc3-b660-d319d089c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.187029 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-46323ca5-92bc-4ed5-b1c4-c9e3b0b39c90 req-4efa542e-9732-4cc3-b660-d319d089c0c4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990376 May 19 12:22:24.257075 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:24.270029 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'port_id': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'mac_address': 'fa:16:3e:40:e4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:22:24.292867 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-ee2168ff-6340-44c6-afdc-db92013071d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.294382 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-ee2168ff-6340-44c6-afdc-db92013071d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 1127 time: 0.0415549 May 19 12:22:24.307796 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:24.308195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:24.322322 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:22:24.343040 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:24.350486 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-04077e91-2023-4c57-9e82-aa28d1b58a19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7 HTTP/1.1" status: 200 len: 217 time: 0.0368237 May 19 12:22:24.399977 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-c7e64b75-63cf-4c81-9447-5e531c934784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.401467 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-c7e64b75-63cf-4c81-9447-5e531c934784 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0459533 May 19 12:22:24.446483 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:24.454043 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f6a0fde5-c796-468a-9e9e-d710d4e007fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.461679 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-f6a0fde5-c796-468a-9e9e-d710d4e007fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486271 May 19 12:22:24.472906 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302762b-6763-40db-852e-08d1ab07f307 req-02fb4849-ce9d-4f7b-bd6c-1a66692ba960 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.474730 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2302762b-6763-40db-852e-08d1ab07f307 req-02fb4849-ce9d-4f7b-bd6c-1a66692ba960 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 943 time: 0.0506232 May 19 12:22:24.498729 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:24.528874 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2302762b-6763-40db-852e-08d1ab07f307 req-c57be3ac-245e-4b69-b7ef-460d12abfab6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476589 May 19 12:22:24.786558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:24.793484 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-0c98e20a-a755-43ab-882c-3dfdf4dfef18 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305855 May 19 12:22:24.865546 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17af80a-c3fc-473c-b7ad-213655ed88d4 req-47ecbd78-61ab-4fba-be81-c7d1a14fafbc tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:24.867707 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f17af80a-c3fc-473c-b7ad-213655ed88d4 req-47ecbd78-61ab-4fba-be81-c7d1a14fafbc tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 944 time: 0.0500009 May 19 12:22:24.888973 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f9fb5a9e-b64f-4c47-af2d-5d3f79b34590 req-a9cf02dd-8419-40c7-990d-1f92914b0cb6 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 May 19 12:22:24.927857 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f17af80a-c3fc-473c-b7ad-213655ed88d4 req-08db24e0-6b2c-4847-9fe6-3d833a64bd4d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538473 May 19 12:22:24.992654 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:22:25.097931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:25.646188 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b519c-6501-431a-94dc-690a2d4ccf4b req-56fb666d-6b51-4ab9-84a4-f4c737339043 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:25.647670 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-880b519c-6501-431a-94dc-690a2d4ccf4b req-56fb666d-6b51-4ab9-84a4-f4c737339043 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 943 time: 0.0495739 May 19 12:22:25.697639 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-880b519c-6501-431a-94dc-690a2d4ccf4b req-5ee3e520-82d8-48cc-83f1-854ed50b8b8d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 May 19 12:22:26.037602 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:26.047162 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3658bd-9e96-472a-b98f-4c82e6a55265 req-2a10eb89-a198-4eaa-8cbe-7c16df4a6370 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:26.074323 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f3658bd-9e96-472a-b98f-4c82e6a55265 req-2a10eb89-a198-4eaa-8cbe-7c16df4a6370 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 944 time: 0.0490692 May 19 12:22:26.098312 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1f3658bd-9e96-472a-b98f-4c82e6a55265 req-a034f165-b461-435c-bea0-c7ed03bf3f67 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 May 19 12:22:26.620554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:22:26.666658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:22:26.737336 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:26.741290 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:26.766977 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:26.821139 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:26.821613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de952e1-09a4-4210-bcb6-c4e47bd1cc3b req-ec71a521-bf45-466c-bfe6-65169411ad85 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:26.822170 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:26.823170 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6de952e1-09a4-4210-bcb6-c4e47bd1cc3b req-ec71a521-bf45-466c-bfe6-65169411ad85 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 943 time: 0.0541739 May 19 12:22:26.846421 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:26.848770 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aedaab0-a12d-4bce-a6cc-5f3262feea97" -d '{"events": [{"server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "name": "network-vif-plugged", "status": "completed", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:26.865872 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:26.892289 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6de952e1-09a4-4210-bcb6-c4e47bd1cc3b req-4dabb360-4cb2-4e82-84de-d11d75c34eab tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624712 May 19 12:22:26.913095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9c843-db0c-4324-ac30-1996e1e01251 x-openstack-request-id: req-25f9c843-db0c-4324-ac30-1996e1e01251 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:26.913095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "name": "network-vif-plugged", "status": "completed", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:26.913095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25f9c843-db0c-4324-ac30-1996e1e01251 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:26.913095 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f9c843-db0c-4324-ac30-1996e1e01251'] response: {'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'code': 200} May 19 12:22:26.960138 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:27.011095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:27.217479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2d06-8469-46da-8afb-9531d52649fb req-d14e7f8c-3927-4488-a9ac-f145173523eb tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:27.219052 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0a3b2d06-8469-46da-8afb-9531d52649fb req-d14e7f8c-3927-4488-a9ac-f145173523eb tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0511434 May 19 12:22:27.269743 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0a3b2d06-8469-46da-8afb-9531d52649fb req-1c1905fc-7b91-420e-a445-89e27cce1b9a tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 May 19 12:22:28.015686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ca643-49b8-465d-b62c-eb278169c403 req-c29c0c03-0135-4797-8f73-78979140b602 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:28.017274 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-999ca643-49b8-465d-b62c-eb278169c403 req-c29c0c03-0135-4797-8f73-78979140b602 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 943 time: 0.0534132 May 19 12:22:28.066792 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-999ca643-49b8-465d-b62c-eb278169c403 req-73841b4d-34ee-45c6-a002-c05be178ba33 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 May 19 12:22:28.384028 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:28.393775 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9256-7005-4b08-b11b-5c7d18374eb2 req-8e995f01-7bab-4c32-8dd9-e77add72a22c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:28.395417 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-755a9256-7005-4b08-b11b-5c7d18374eb2 req-8e995f01-7bab-4c32-8dd9-e77add72a22c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0534644 May 19 12:22:28.451269 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-755a9256-7005-4b08-b11b-5c7d18374eb2 req-a93b0045-7e34-4481-80d6-0d321997a12e tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496666 May 19 12:22:28.578973 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceed13-31ec-458d-9711-29fe05be2d71 req-7de3155d-b48d-44d9-8e93-fbe30c311b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:28.580593 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1bceed13-31ec-458d-9711-29fe05be2d71 req-7de3155d-b48d-44d9-8e93-fbe30c311b9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1129 time: 0.0436287 May 19 12:22:28.623223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 4d47e479-3475-4012-b86f-9a5b42aaddf7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:22:28.627289 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1bceed13-31ec-458d-9711-29fe05be2d71 req-347f92f1-4d88-4cf0-8d03-59f5e888245c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 May 19 12:22:28.724623 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 4d47e479-3475-4012-b86f-9a5b42aaddf7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:28.737302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'port_id': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'mac_address': 'fa:16:3e:1b:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:22:28.777638 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 4d47e479-3475-4012-b86f-9a5b42aaddf7 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:28.778016 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:28.791835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d47e479-3475-4012-b86f-9a5b42aaddf7 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:22:28.811422 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 4d47e479-3475-4012-b86f-9a5b42aaddf7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:28.886037 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:28.934635 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=4d47e479-3475-4012-b86f-9a5b42aaddf7,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:28.942196 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.942537 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.942889 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.943238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.943568 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.943917 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.944238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.944560 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.944915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.945787 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.946104 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.946618 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.946934 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.947244 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:28.947554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:29.187499 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd66a8a-8669-4589-aa17-badad2a38380 req-6f6fa929-406a-4b34-bc3a-3b88440749e4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:29.189029 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-efd66a8a-8669-4589-aa17-badad2a38380 req-6f6fa929-406a-4b34-bc3a-3b88440749e4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 944 time: 0.0519283 May 19 12:22:29.243714 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-efd66a8a-8669-4589-aa17-badad2a38380 req-1e92de71-7c5d-47fb-965c-ca1379e5a3fa tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487347 May 19 12:22:29.522020 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['4d47e479-3475-4012-b86f-9a5b42aaddf7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:22:29.578341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eddfa1-5d9b-4528-b8f2-3e4e436a61d4 req-69045cc1-67ba-4bab-b487-cc4bafe99ac9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:29.580128 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-24eddfa1-5d9b-4528-b8f2-3e4e436a61d4 req-69045cc1-67ba-4bab-b487-cc4bafe99ac9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0475373 May 19 12:22:29.630100 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-24eddfa1-5d9b-4528-b8f2-3e4e436a61d4 req-241136b7-e29e-444a-9585-adfb963ed46c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 May 19 12:22:29.655012 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:30.365212 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298089-c452-4716-9431-f347522df104 req-bdf5bff6-6ebd-479c-8c67-72f4d5bc327b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:30.367195 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98298089-c452-4716-9431-f347522df104 req-bdf5bff6-6ebd-479c-8c67-72f4d5bc327b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 944 time: 0.0499885 May 19 12:22:30.416231 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98298089-c452-4716-9431-f347522df104 req-23346664-c2bf-440d-9973-d63fc067b960 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434332 May 19 12:22:30.753463 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13501-a2c8-42d2-a977-9c187c96450e req-1657b2d3-fbea-4a30-b02b-17e204e6df3c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:30.755096 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2ce13501-a2c8-42d2-a977-9c187c96450e req-1657b2d3-fbea-4a30-b02b-17e204e6df3c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0532210 May 19 12:22:30.802299 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2ce13501-a2c8-42d2-a977-9c187c96450e req-d793f2b1-68e9-4493-9312-0b46e1755a9e tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 May 19 12:22:30.916025 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f34f18-35a3-4fab-9581-898fe20514d5 req-b0d0fccd-4cb8-4775-9a68-06f6621fbe56 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:30.917434 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-57f34f18-35a3-4fab-9581-898fe20514d5 req-b0d0fccd-4cb8-4775-9a68-06f6621fbe56 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0476308 May 19 12:22:30.964852 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-57f34f18-35a3-4fab-9581-898fe20514d5 req-bfecf47c-b474-45a7-b5ca-5752ebfcd7db tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 May 19 12:22:30.980593 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 4d47e479-3475-4012-b86f-9a5b42aaddf7 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:22:31.025425 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 4d47e479-3475-4012-b86f-9a5b42aaddf7 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:22:31.108800 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 4d47e479-3475-4012-b86f-9a5b42aaddf7 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:31.109177 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:31.186302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 4d47e479-3475-4012-b86f-9a5b42aaddf7 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:31.186604 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:31.216367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:31.216367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1536fa60-7fb1-462d-b251-8110eef2ae9b" -d '{"events": [{"server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "name": "network-vif-plugged", "status": "completed", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:31.233169 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 4d47e479-3475-4012-b86f-9a5b42aaddf7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:31.260666 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa328bf6-7558-4488-976c-99097115ae79 x-openstack-request-id: req-fa328bf6-7558-4488-976c-99097115ae79 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:31.260957 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "name": "network-vif-plugged", "status": "completed", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:31.261210 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa328bf6-7558-4488-976c-99097115ae79 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:31.261614 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa328bf6-7558-4488-976c-99097115ae79'] response: {'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'code': 200} May 19 12:22:31.300418 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103073e-2105-4684-9638-e3c63a8f058b req-01b802e2-fdee-435a-b234-c3b59a6ae8a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:31.301898 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4103073e-2105-4684-9638-e3c63a8f058b req-01b802e2-fdee-435a-b234-c3b59a6ae8a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0489016 May 19 12:22:31.356459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4103073e-2105-4684-9638-e3c63a8f058b req-e5488e5b-ba65-44ad-ae56-d2ad6c0941e1 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 May 19 12:22:31.400645 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:31.451235 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=4d47e479-3475-4012-b86f-9a5b42aaddf7,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:31.551362 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d1497-e0e8-450b-a8c4-1a3879f14ca5 req-8f6b0210-b367-4c4d-922b-6ff2c67c0dd4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:31.553002 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-743d1497-e0e8-450b-a8c4-1a3879f14ca5 req-8f6b0210-b367-4c4d-922b-6ff2c67c0dd4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0523775 May 19 12:22:31.603024 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-743d1497-e0e8-450b-a8c4-1a3879f14ca5 req-c7ddc005-c2b8-4d73-9c1b-196f19e8af36 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 May 19 12:22:31.837630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448624c-10e2-454b-b9c6-988eb5f77d85 req-b1f7d3ee-4057-4e7c-9678-b04150c03634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:31.839223 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0448624c-10e2-454b-b9c6-988eb5f77d85 req-b1f7d3ee-4057-4e7c-9678-b04150c03634 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 1129 time: 0.0399346 May 19 12:22:31.885842 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-0448624c-10e2-454b-b9c6-988eb5f77d85 req-e27aafac-5ab4-4add-916d-9b0e8b32ad5c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 May 19 12:22:32.120218 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=76 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:32.127439 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=72 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:32.683742 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:32.722830 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b425-9a5e-4bbd-8c7a-243154012d89 req-cdb03ba0-6733-47c4-9369-d14082b7d3ef tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:32.724338 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e14b425-9a5e-4bbd-8c7a-243154012d89 req-cdb03ba0-6733-47c4-9369-d14082b7d3ef tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0499384 May 19 12:22:32.774531 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e14b425-9a5e-4bbd-8c7a-243154012d89 req-714b8b68-adf4-4079-861c-6164315ac44d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 May 19 12:22:33.897700 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37b9a-4899-4d06-9a16-67988d0bb6a9 req-336d2df1-f6a8-49d7-8c2e-cd893d3bac9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:33.899657 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c3a37b9a-4899-4d06-9a16-67988d0bb6a9 req-336d2df1-f6a8-49d7-8c2e-cd893d3bac9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0536275 May 19 12:22:33.950711 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c3a37b9a-4899-4d06-9a16-67988d0bb6a9 req-25d5f68a-8bbd-442d-a58b-9081ab0f066d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 May 19 12:22:35.069202 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3c991-5597-4dd0-9ab1-8d13d74f2b78 req-45976934-e3dc-4c25-8e2b-a42689960bfc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:35.071551 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ad3c991-5597-4dd0-9ab1-8d13d74f2b78 req-45976934-e3dc-4c25-8e2b-a42689960bfc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0498278 May 19 12:22:35.114199 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:35.122086 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5ad3c991-5597-4dd0-9ab1-8d13d74f2b78 req-858c3051-f8b0-4313-8602-dddf70f911d1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 May 19 12:22:35.239838 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bd3e8-03a1-4d68-afd8-da3db78c6c48 req-d2ce14b1-0b73-485b-b729-14d0a7fdeb10 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:35.241409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a78bd3e8-03a1-4d68-afd8-da3db78c6c48 req-d2ce14b1-0b73-485b-b729-14d0a7fdeb10 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0529110 May 19 12:22:35.252140 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46028) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:35.257200 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'port_id': '4d47e479-3475-4012-b86f-9a5b42aaddf7'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:35.299071 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (1779704a-5136-4557-8288-60660986ba09), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:35.623219 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:35.729979 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:35.828235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (1779704a-5136-4557-8288-60660986ba09), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:35.932349 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP 1779704a-5136-4557-8288-60660986ba09 associated. External IP: 172.27.1.143, port: 4d47e479-3475-4012-b86f-9a5b42aaddf7. May 19 12:22:36.128184 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:36.133835 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:22:36.239552 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:22:36.244331 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:36.248924 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:22:36.261996 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:22:36.262965 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:22:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:36.279015 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-61015dbe-7410-471b-9632-a353e121f668 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "PUT /v2.0/floatingips/1779704a-5136-4557-8288-60660986ba09 HTTP/1.1" status: 200 len: 991 time: 1.0255055 May 19 12:22:36.279718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:36.281942 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71458e0f-a48d-4264-8a8b-f3236ac33408" -d '{"events": [{"name": "network-changed", "server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:36.318676 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78583182-6069-4b22-a7df-93f15e2c2f55 x-openstack-request-id: req-78583182-6069-4b22-a7df-93f15e2c2f55 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:36.318974 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:36.319228 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78583182-6069-4b22-a7df-93f15e2c2f55 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:36.320842 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78583182-6069-4b22-a7df-93f15e2c2f55'] response: {'name': 'network-changed', 'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'status': 'completed', 'code': 200} May 19 12:22:36.372817 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:22:36.420929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-26de3fac-734e-4f2a-9f52-45282a920fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:36.422355 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-26de3fac-734e-4f2a-9f52-45282a920fb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 1129 time: 0.0404513 May 19 12:22:36.537239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-869a5b78-6a06-486f-bad6-eaa23c0e59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:36.560913 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-869a5b78-6a06-486f-bad6-eaa23c0e59a4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 915 time: 0.1015038 May 19 12:22:36.607391 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-04c91507-a840-4334-b7bd-cccb57441f16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7 HTTP/1.1" status: 200 len: 999 time: 0.0612371 May 19 12:22:36.665670 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-1d505f1a-0df8-4c03-9a6e-abf170ac1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:36.667132 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-1d505f1a-0df8-4c03-9a6e-abf170ac1daa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0467105 May 19 12:22:36.805239 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '1779704a-5136-4557-8288-60660986ba09', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:1b:8b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:03Z', 'updated_at': '2022-05-19T12:22:35Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}, {'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:41Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:36.806977 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-9a1de8f9-00ba-4208-88f7-1666d5826b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:36.806977 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-9a1de8f9-00ba-4208-88f7-1666d5826b88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458047 May 19 12:22:36.807268 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:22:36.807268 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:22:36.807268 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:22:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:36.853727 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:22:36.863670 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-2b070d62-85cc-47a4-a9c5-fcebd721b605 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294529 May 19 12:22:36.939737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:36.974830 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-71458e0f-a48d-4264-8a8b-f3236ac33408 req-47727626-5bab-42bd-ba6b-ea835ae711b0 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999603 May 19 12:22:37.108295 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '1779704a-5136-4557-8288-60660986ba09', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:1b:8b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:03Z', 'updated_at': '2022-05-19T12:22:35Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}, {'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:41Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:37.133542 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b7d93-07b0-4dcc-b86f-27c9061fabc2 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '1779704a-5136-4557-8288-60660986ba09', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:1b:8b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:03Z', 'updated_at': '2022-05-19T12:22:35Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}, {'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:41Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:22:37.357726 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3e2f9-940c-499c-b669-195a1c00da2e None None] New status for floating IP 1779704a-5136-4557-8288-60660986ba09: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:22:37.464372 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:38.200630 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fa37b-f6be-42c7-b632-c795278e39f4 req-aece3e4c-42fe-43e2-b015-e89a7d6fead4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:38.202125 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca2fa37b-f6be-42c7-b632-c795278e39f4 req-aece3e4c-42fe-43e2-b015-e89a7d6fead4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0502417 May 19 12:22:38.260616 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca2fa37b-f6be-42c7-b632-c795278e39f4 req-bef74af1-feb2-4384-b4cd-e5a38402d8ee tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527987 May 19 12:22:39.267941 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:22:39.385183 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c603-3fee-4002-9d70-621bc20def16 req-88fe9d7e-b4b0-4618-9789-51cb11d63901 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:39.386690 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9060c603-3fee-4002-9d70-621bc20def16 req-88fe9d7e-b4b0-4618-9789-51cb11d63901 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0481985 May 19 12:22:39.435227 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9060c603-3fee-4002-9d70-621bc20def16 req-0794372d-eeff-41ea-a515-a6536ec28445 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 May 19 12:22:40.566685 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbae1c4-b420-45a8-b33f-82a7a9ff957a req-38e6bb89-5722-4649-b88b-a4c5ed980ced tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:40.568246 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0cbae1c4-b420-45a8-b33f-82a7a9ff957a req-38e6bb89-5722-4649-b88b-a4c5ed980ced tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0532291 May 19 12:22:40.618793 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0cbae1c4-b420-45a8-b33f-82a7a9ff957a req-088a3c45-ed92-4de4-b7e1-36becf9e0686 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440996 May 19 12:22:41.737912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cb596-5635-4d34-b387-dda8c079d0e9 req-d202c1b3-41eb-4305-be2b-91e8afebe105 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:41.739463 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b61cb596-5635-4d34-b387-dda8c079d0e9 req-d202c1b3-41eb-4305-be2b-91e8afebe105 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0471499 May 19 12:22:41.788578 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b61cb596-5635-4d34-b387-dda8c079d0e9 req-a9c0281f-e81f-4ff0-a45b-ae5ad37ff19a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 May 19 12:22:42.439406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b362e432-2824-4d9d-8793-8cc12f60a699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:42.908928 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5a24-2bac-454e-9f5a-7d1e5c1e64b4 req-0a210a8e-6050-4853-a312-c2aa1ae26f3b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:42.910470 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7a7a5a24-2bac-454e-9f5a-7d1e5c1e64b4 req-0a210a8e-6050-4853-a312-c2aa1ae26f3b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0477650 May 19 12:22:42.966019 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7a7a5a24-2bac-454e-9f5a-7d1e5c1e64b4 req-e75c42b7-c542-4684-a3f7-94dfe28f8c8b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488138 May 19 12:22:44.087851 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e863790-01d8-4dea-93c6-230b1eb5efff req-515bfd08-b67a-4874-8ba3-15ff891725e0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:44.089371 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e863790-01d8-4dea-93c6-230b1eb5efff req-515bfd08-b67a-4874-8ba3-15ff891725e0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0499058 May 19 12:22:44.140535 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e863790-01d8-4dea-93c6-230b1eb5efff req-b7b29811-fe9b-47bf-b071-3d1f4b412673 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454583 May 19 12:22:44.188798 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:44.914445 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e210-07b7-4ea3-9db6-76726cdc4c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:45.273460 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de655b7d-5fdc-4fe5-8b92-69c2e20f963d req-1a60f1c5-4a89-4721-988b-679f5665a58c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:45.275874 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de655b7d-5fdc-4fe5-8b92-69c2e20f963d req-1a60f1c5-4a89-4721-988b-679f5665a58c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0558867 May 19 12:22:45.326175 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de655b7d-5fdc-4fe5-8b92-69c2e20f963d req-264b0cf0-a397-4de5-a5c8-e444146aa36a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453947 May 19 12:22:45.988410 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:46.457381 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d0d10-9777-40df-970d-7063b03790b4 req-6def7fa7-c3c1-4ff0-a2a7-b60cdb26103a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:46.458871 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-615d0d10-9777-40df-970d-7063b03790b4 req-6def7fa7-c3c1-4ff0-a2a7-b60cdb26103a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0543616 May 19 12:22:46.509542 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-615d0d10-9777-40df-970d-7063b03790b4 req-7e093144-6591-4eea-a1da-f7286f2be35f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 May 19 12:22:46.560157 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91157f4-315b-4e1b-ab85-6914299971ed req-043e6da1-1490-4985-9136-09d1ec1fd53c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:46.561663 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c91157f4-315b-4e1b-ab85-6914299971ed req-043e6da1-1490-4985-9136-09d1ec1fd53c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0505314 May 19 12:22:46.587403 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:46.610971 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c91157f4-315b-4e1b-ab85-6914299971ed req-f9ef0844-383c-4215-99a5-41920a211b99 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 May 19 12:22:46.634214 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46104) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:46.719844 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29945aa5-6cef-4828-956c-47e9a64c2c42 tempest-TestMinimumBasicScenario-1805116502 tempest-TestMinimumBasicScenario-1805116502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:46.721383 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-29945aa5-6cef-4828-956c-47e9a64c2c42 tempest-TestMinimumBasicScenario-1805116502 tempest-TestMinimumBasicScenario-1805116502-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1124 time: 0.0861719 May 19 12:22:46.724343 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46108) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:46.728939 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'port_id': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:46.834243 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:46.910941 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:47.027263 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Allocated IP 172.27.1.111 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/8c42d937-612b-4d84-8e1c-619292524c2d) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:22:47.130100 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:47.134269 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for port (8c42d937-612b-4d84-8e1c-619292524c2d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:47.274780 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8c42d937-612b-4d84-8e1c-619292524c2d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:47.320424 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:22:47.325645 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:22:47.327886 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'Port': ['ID=8c42d937-612b-4d84-8e1c-619292524c2d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:47.330193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:22:47.355267 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.355634 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.356010 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.356364 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.356746 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.357086 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.357417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.357767 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.358190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.358515 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.358865 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.359213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.359812 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.365187 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.365187 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:47.531190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:47.558915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:47.576267 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-99cba356-4ec6-408d-8958-11b79e4ac837 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079314 May 19 12:22:47.658584 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa38f-9ec6-4203-a838-e782ed2f7dad req-01b331a3-14db-4adb-aab0-37445169fe6e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:47.660247 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-262fa38f-9ec6-4203-a838-e782ed2f7dad req-01b331a3-14db-4adb-aab0-37445169fe6e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0627899 May 19 12:22:47.720939 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-2f751be9-d6cb-4a74-be42-45052c2899c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:47.722454 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-2f751be9-d6cb-4a74-be42-45052c2899c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0880563 May 19 12:22:47.936812 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-262fa38f-9ec6-4203-a838-e782ed2f7dad req-3bf01e2f-07ed-43a6-b5d5-53d0835ec5a1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693815 May 19 12:22:48.052930 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for floatingip (4eae9ee9-60a1-428a-808b-eecddb33b80e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:48.113336 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-dd7c5d67-ae2a-48a3-b989-52d423280de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:48.114809 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-dd7c5d67-ae2a-48a3-b989-52d423280de3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 912 time: 0.3675570 May 19 12:22:48.195208 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-ce9a7f61-92b1-4464-a6c7-ef59a825ac67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 200 len: 1001 time: 0.0676079 May 19 12:22:48.249228 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:48.263425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8c42d937-612b-4d84-8e1c-619292524c2d), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:48.304122 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-418a75c6-c1dd-4807-ac51-912b2c4a958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:48.305549 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-418a75c6-c1dd-4807-ac51-912b2c4a958a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0862770 May 19 12:22:48.391512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-f6bec450-458e-4d19-996d-66013ab59a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:48.393213 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-f6bec450-458e-4d19-996d-66013ab59a8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627298 May 19 12:22:48.575955 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for port (8c42d937-612b-4d84-8e1c-619292524c2d), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:48.609307 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-b8be1ce5-407e-4399-a3d6-b7f6c29ad84f service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192746 May 19 12:22:48.665983 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (8c42d937-612b-4d84-8e1c-619292524c2d), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:48.749980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'Port': ['ID=8c42d937-612b-4d84-8e1c-619292524c2d,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:48.775634 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (4eae9ee9-60a1-428a-808b-eecddb33b80e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:48.816930 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:48.827470 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-026dc3c4-a592-4a92-9cd5-a4b572a66f21 req-d418b27d-199c-4a39-9735-a5535cf038d8 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086642 May 19 12:22:48.886916 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Floating IP 4eae9ee9-60a1-428a-808b-eecddb33b80e associated. External IP: 172.27.1.111, port: e5cc5a87-b36f-4dee-a908-9a890b9f1ed7. May 19 12:22:49.066064 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:49.075469 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec94d8-8f55-4e00-a924-80dcc8908dbe req-9626e6bd-c977-4fc5-b142-9955bf81ffa2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:49.077049 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e6ec94d8-8f55-4e00-a924-80dcc8908dbe req-9626e6bd-c977-4fc5-b142-9955bf81ffa2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0537424 May 19 12:22:49.127821 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e6ec94d8-8f55-4e00-a924-80dcc8908dbe req-93876294-99d5-4e3f-89da-3da58914c249 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 May 19 12:22:49.153318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Router be175d42-93df-44a1-9eac-5c61ce2ec6a5 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:22:49.166927 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:49.275514 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:22:49.291439 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] Sync routers for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:22:49.301234 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:22:49.302045 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:22:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:49.319455 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:49.411132 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:22:49.437430 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:49.452768 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:49.486263 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-e7743601-48ac-435c-ae5c-11067c8708fd tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7608941 May 19 12:22:49.486937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:49.489211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:49.489479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 46126) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:49.494945 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317364270', 'description': 'tempest-secgroup-smoke-1317364270 description', 'project_id': '37c1366ee71c446b9ec6fa532391b789'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:49.505686 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:49.529228 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bf7b45-f8a7-48d1-9965-287b3808d8b4 x-openstack-request-id: req-59bf7b45-f8a7-48d1-9965-287b3808d8b4 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:49.536230 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:49.536230 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59bf7b45-f8a7-48d1-9965-287b3808d8b4 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:49.536230 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bf7b45-f8a7-48d1-9965-287b3808d8b4'] response: {'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'status': 'completed', 'code': 200} May 19 12:22:49.611314 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:49.635958 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-30e5071a-42a9-49dd-8d7c-e1c665c4b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:49.637914 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-30e5071a-42a9-49dd-8d7c-e1c665c4b1d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1129 time: 0.0441890 May 19 12:22:49.644686 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '4eae9ee9-60a1-428a-808b-eecddb33b80e', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'port_id': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'mac_address': 'fa:16:3e:40:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:47Z', 'updated_at': '2022-05-19T12:22:47Z', 'revision_number': 0, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:35Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:49.671188 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] Checking router: be175d42-93df-44a1-9eac-5c61ce2ec6a5 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:22:49.681636 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:22:49.682284 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:22:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:49.702330 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group (6306b95e-e9fa-4ca1-9895-c0672ccfb0cb), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:49.751931 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-f6e00aa0-71da-4a1d-9b63-0798fbef12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:49.753490 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-f6e00aa0-71da-4a1d-9b63-0798fbef12f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 915 time: 0.1014974 May 19 12:22:49.794332 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:22:49.799690 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6306b95e-e9fa-4ca1-9895-c0672ccfb0cb), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:49.820142 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-46e6b7d8-2dc0-4422-aac5-b80bdc6fbc1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 999 time: 0.0593679 May 19 12:22:49.835086 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:49.844486 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.845596 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.845596 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.845596 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.846111 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.846494 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.846908 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.847306 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.847712 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.848175 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.848563 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.857339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.857339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.857339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.857339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:22:49.889699 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-d95353f0-9643-4de3-a86a-7fe485353fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:49.891151 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-d95353f0-9643-4de3-a86a-7fe485353fcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 200 len: 853 time: 0.0545461 May 19 12:22:49.927333 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:49.930796 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-652da230-2480-4457-8abc-f0dcda581c0f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4399247 May 19 12:22:49.935370 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46132) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:49.939735 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group_rule': {'security_group_id': '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:49.961068 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-595d6dc1-f817-4aed-b110-ef86b8a8b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:49.962715 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-595d6dc1-f817-4aed-b110-ef86b8a8b6bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4fc84730-31b5-4522-8209-b6ce187a5147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637393 May 19 12:22:50.058710 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '4eae9ee9-60a1-428a-808b-eecddb33b80e', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'port_id': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'mac_address': 'fa:16:3e:40:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:47Z', 'updated_at': '2022-05-19T12:22:47Z', 'revision_number': 0, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:35Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:22:50.067758 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (3951cab7-cd93-43b9-a4a5-ca48d7f4b40a), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.086416 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-4be80b92-3c2f-4433-a329-ec43b45b15e5 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156862 May 19 12:22:50.086737 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8e785-ad4f-428c-978f-a6a70b502024 None None] The sync data for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi is: [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '4eae9ee9-60a1-428a-808b-eecddb33b80e', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'port_id': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'mac_address': 'fa:16:3e:40:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:22:47Z', 'updated_at': '2022-05-19T12:22:47Z', 'revision_number': 0, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:35Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:22:50.180406 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:50.201831 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (3951cab7-cd93-43b9-a4a5-ca48d7f4b40a), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.219118 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a8b2ffd9-c4da-40ea-a06e-97459d552dd8 req-add85bbe-5ad1-456f-9f7c-30e68d68cb25 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234632 May 19 12:22:50.286641 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacbf28-10ad-4bdd-821e-1795b7d0fdd7 req-a714bd68-e765-4a0a-ab98-ec4e7bb8795a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:50.289952 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0aacbf28-10ad-4bdd-821e-1795b7d0fdd7 req-a714bd68-e765-4a0a-ab98-ec4e7bb8795a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0587626 May 19 12:22:50.320110 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (3951cab7-cd93-43b9-a4a5-ca48d7f4b40a), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.341399 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0aacbf28-10ad-4bdd-821e-1795b7d0fdd7 req-f7e18596-6f04-4fb3-83ca-eb2febda3f90 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468078 May 19 12:22:50.348712 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3951cab7-cd93-43b9-a4a5-ca48d7f4b40a,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:50.369856 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0baa23b-bea8-445f-9d33-de7778ab6c4f None None] New status for floating IP 4eae9ee9-60a1-428a-808b-eecddb33b80e: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:22:50.578273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.579699 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-acafe292-9fad-4fda-a1d8-57376ac7eaa9 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6433356 May 19 12:22:50.582468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46138) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:50.587623 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group_rule': {'security_group_id': '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:50.708079 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (bf7bf61c-5075-4579-9c5d-34c534acc0c7), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.767013 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (bf7bf61c-5075-4579-9c5d-34c534acc0c7), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.873670 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (bf7bf61c-5075-4579-9c5d-34c534acc0c7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.893120 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7bf61c-5075-4579-9c5d-34c534acc0c7,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:50.983211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:50.984716 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0ef3abfd-b570-45a3-a612-39e5371ff535 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4009621 May 19 12:22:50.987478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46142) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:50.992562 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group_rule': {'security_group_id': '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:51.010309 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:51.125543 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (83264561-274a-4fb0-b1a0-ffac4fc9aca1), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.184919 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (83264561-274a-4fb0-b1a0-ffac4fc9aca1), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.255363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (83264561-274a-4fb0-b1a0-ffac4fc9aca1), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.276853 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83264561-274a-4fb0-b1a0-ffac4fc9aca1,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:51.367372 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.368615 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5d23e7f8-7532-419d-a322-eb35fe18e4a3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801541 May 19 12:22:51.371466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46146) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:51.376165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group_rule': {'security_group_id': '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:51.492352 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (6ecd850f-f9bc-45cf-9903-99a82fe747bd), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.547863 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (6ecd850f-f9bc-45cf-9903-99a82fe747bd), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.597592 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513c651-360f-4a5a-acd2-a7f62e2c7744 req-51e0e373-fe02-4e2f-8553-208433b6b4d1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:51.599088 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0513c651-360f-4a5a-acd2-a7f62e2c7744 req-51e0e373-fe02-4e2f-8553-208433b6b4d1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.1787655 May 19 12:22:51.621960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (6ecd850f-f9bc-45cf-9903-99a82fe747bd), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.641591 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecd850f-f9bc-45cf-9903-99a82fe747bd,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:51.649897 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0513c651-360f-4a5a-acd2-a7f62e2c7744 req-3e9b4bbd-e578-4052-8976-6b6216c1c738 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 May 19 12:22:51.727473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.728759 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-19665976-d997-4b25-ac98-d1cc01391446 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561358 May 19 12:22:51.731450 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46152) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:51.735918 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group_rule': {'security_group_id': '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:51.834040 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.securitygroups_db [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Project 37c1366ee71c446b9ec6fa532391b789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:22:51.843028 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (67ab464a-f126-479d-a4f0-cd68f81673be), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:51.894601 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (67ab464a-f126-479d-a4f0-cd68f81673be), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.027533 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (67ab464a-f126-479d-a4f0-cd68f81673be), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.047645 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ab464a-f126-479d-a4f0-cd68f81673be,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:52.127025 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.128301 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-afbc2ea9-e663-4fb1-9d96-9fdbfb855885 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3959036 May 19 12:22:52.131009 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46156) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:22:52.135973 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'security_group_rule': {'security_group_id': '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb', 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:52.222203 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.securitygroups_db [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Project 37c1366ee71c446b9ec6fa532391b789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:22:52.229453 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (8ba7d6a0-29e7-4155-a75d-7ee76fdc6eb2), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.282255 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (8ba7d6a0-29e7-4155-a75d-7ee76fdc6eb2), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.421243 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (8ba7d6a0-29e7-4155-a75d-7ee76fdc6eb2), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.440178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba7d6a0-29e7-4155-a75d-7ee76fdc6eb2,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:52.532488 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.533714 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c92d30ed-8824-4bcf-842e-a80f00587bfe tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4010751 May 19 12:22:52.684334 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-e8f17411-57cf-4c7d-bf65-6f44e1bc7920 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317364270&fields=id&tenant_id=37c1366ee71c446b9ec6fa532391b789 HTTP/1.1" status: 200 len: 267 time: 0.1000037 May 19 12:22:52.767995 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-6679fd0a-b513-4cc0-b924-6594e2f33267 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:52.769445 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-6679fd0a-b513-4cc0-b924-6594e2f33267 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0792844 May 19 12:22:52.782684 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'port': {'security_groups': ['9d7155d3-691c-4b70-8e3a-fc5402ce18aa', '6306b95e-e9fa-4ca1-9895-c0672ccfb0cb']}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:22:52.791167 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b7aa-29bd-4609-be8e-fbbc6f714d43 req-34ff8858-d7ad-4299-9404-4058c223b10a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:52.792841 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4b41b7aa-29bd-4609-be8e-fbbc6f714d43 req-34ff8858-d7ad-4299-9404-4058c223b10a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0703118 May 19 12:22:52.902955 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4b41b7aa-29bd-4609-be8e-fbbc6f714d43 req-a8a20c51-965a-40e8-a55a-5b4b5402ac35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897861 May 19 12:22:52.903639 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:52.982883 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:53.083954 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:53.128448 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:53.157991 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:53.268050 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:53.314496 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:53.318976 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:53.318976 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05c7dd5a-e86d-4c2e-b118-59abc378b168 req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "PUT /v2.0/ports/e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 981 time: 0.5387430 May 19 12:22:53.318976 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:53.319666 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f937299-34e3-4546-9ff9-4785151b137d" -d '{"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:53.330225 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:22:53.344884 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f4bd7-16ad-46b1-bb3f-446e6e5c2a13 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=6']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:53.372252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eff5351-f0ee-4644-ab8b-d4f89723b37d x-openstack-request-id: req-8eff5351-f0ee-4644-ab8b-d4f89723b37d {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:53.373565 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:53.374017 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eff5351-f0ee-4644-ab8b-d4f89723b37d {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:53.374602 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eff5351-f0ee-4644-ab8b-d4f89723b37d'] response: {'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'status': 'completed', 'code': 200} May 19 12:22:53.444971 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b67fc6-cc5d-4b04-8ea5-8717380b00c7 req-52340075-4dea-4947-a193-16205a9cd7ed tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:53.448395 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17b67fc6-cc5d-4b04-8ea5-8717380b00c7 req-52340075-4dea-4947-a193-16205a9cd7ed tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0703063 May 19 12:22:53.516583 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17b67fc6-cc5d-4b04-8ea5-8717380b00c7 req-e4262c98-ab85-420a-a59b-bc266d8a1917 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638280 May 19 12:22:53.576856 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:22:53.606106 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-13e73a6c-23c6-400f-93d1-3b4da7616736 None None] Provisioning complete for port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:53.606476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-13e73a6c-23c6-400f-93d1-3b4da7616736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:53.682060 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:53.760373 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:53.803029 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:53.809009 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-13e73a6c-23c6-400f-93d1-3b4da7616736 None None] Current status of the port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:53.813908 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937299-34e3-4546-9ff9-4785151b137d req-ef98bb5a-13be-4606-b963-e7df1d9427f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:53.815385 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-ef98bb5a-13be-4606-b963-e7df1d9427f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1168 time: 0.0402508 May 19 12:22:53.917721 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937299-34e3-4546-9ff9-4785151b137d req-82e2e452-53ef-41ce-8e76-9ba637c8a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:53.919465 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-82e2e452-53ef-41ce-8e76-9ba637c8a185 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 915 time: 0.0913880 May 19 12:22:53.986063 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-0da0fa93-5012-413a-80fe-6c02e7c0e039 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0591860 May 19 12:22:54.039412 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7e477-b517-41aa-96c5-92499fe4da56 req-43b55e74-11c8-4222-abbf-15b8e0bf17a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:54.039412 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-32a7e477-b517-41aa-96c5-92499fe4da56 req-43b55e74-11c8-4222-abbf-15b8e0bf17a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0503485 May 19 12:22:54.046077 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937299-34e3-4546-9ff9-4785151b137d req-39f79a2b-8493-498b-af1c-c06bd19ce1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:54.048080 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-39f79a2b-8493-498b-af1c-c06bd19ce1e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 200 len: 853 time: 0.0502751 May 19 12:22:54.089413 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-32a7e477-b517-41aa-96c5-92499fe4da56 req-513f57c4-255b-4a01-84cd-012e29fdf74d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 May 19 12:22:54.093464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:54.108124 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937299-34e3-4546-9ff9-4785151b137d req-56f26570-dc53-42b4-8f9b-993935cf459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:54.108124 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-56f26570-dc53-42b4-8f9b-993935cf459c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4fc84730-31b5-4522-8209-b6ce187a5147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415385 May 19 12:22:54.202032 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-43f1c606-6c88-45fe-b37b-d31f2723f652 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 May 19 12:22:54.294020 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5f937299-34e3-4546-9ff9-4785151b137d req-8838a512-894a-4359-a5db-ddd173b15453 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849478 May 19 12:22:55.208393 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aee9c-ffd5-423c-a93d-e7783a96c7dc req-897b9ae2-218f-4c8c-b7ea-df72a7ead2f1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:55.210555 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-365aee9c-ffd5-423c-a93d-e7783a96c7dc req-897b9ae2-218f-4c8c-b7ea-df72a7ead2f1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0467658 May 19 12:22:55.261820 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-365aee9c-ffd5-423c-a93d-e7783a96c7dc req-d0e5c4aa-a8e7-4c9e-ad81-f37df68775ea tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 May 19 12:22:56.381585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3d592-9fcf-490b-a591-c179a138b6ec req-c945a935-57cb-41b0-bb99-331efd3cda41 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:56.383020 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-06d3d592-9fcf-490b-a591-c179a138b6ec req-c945a935-57cb-41b0-bb99-331efd3cda41 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0484409 May 19 12:22:56.432631 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-06d3d592-9fcf-490b-a591-c179a138b6ec req-5597a8eb-4956-4e7b-adc4-26870cc903cc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 May 19 12:22:57.103524 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:22:57.208730 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:57.220160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'mac_address': 'fa:16:3e:49:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:22:57.243008 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:57.257381 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: ACTIVE; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:57.257906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:57.271625 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fc43837-dd78-4f9a-ab74-cfe109a4819d {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:22:57.299238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:57.519057 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:57.567106 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a277a9e-6446-4725-9108-f40c8c3c2c4b req-76bdbd2d-c8f9-4772-a554-5181017c4f44 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:57.569133 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a277a9e-6446-4725-9108-f40c8c3c2c4b req-76bdbd2d-c8f9-4772-a554-5181017c4f44 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 945 time: 0.0549848 May 19 12:22:57.573342 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=6']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:57.628818 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a277a9e-6446-4725-9108-f40c8c3c2c4b req-f50b2db6-1248-4ec4-ae31-3fd950eb7182 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 May 19 12:22:57.766170 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['5fc43837-dd78-4f9a-ab74-cfe109a4819d'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:22:58.755661 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074559b-699f-489a-acca-50dcf19502fd req-0c68634d-5ccc-45d3-8427-20a9bac85da4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:58.757638 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f074559b-699f-489a-acca-50dcf19502fd req-0c68634d-5ccc-45d3-8427-20a9bac85da4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 945 time: 0.0535202 May 19 12:22:58.807050 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f074559b-699f-489a-acca-50dcf19502fd req-b72fec25-bb9e-4abf-a68c-ab9272ed530f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 May 19 12:22:59.114135 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:22:59.158162 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 5fc43837-dd78-4f9a-ab74-cfe109a4819d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:22:59.158540 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:59.161031 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:59.231162 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:22:59.231548 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:59.255223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:22:59.258152 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7522c27-2e60-47cd-914e-00b7f4826338" -d '{"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:22:59.275658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:22:59.296656 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a393d596-743d-4123-b6f6-040904ef75b3 x-openstack-request-id: req-a393d596-743d-4123-b6f6-040904ef75b3 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:22:59.296805 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:22:59.297001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a393d596-743d-4123-b6f6-040904ef75b3 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:22:59.297399 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a393d596-743d-4123-b6f6-040904ef75b3'] response: {'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'code': 200} May 19 12:22:59.388668 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:22:59.437819 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=7']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:22:59.469800 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:22:59.482818 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155f783-c839-4de4-83bd-486046e0311c req-77779132-3713-44f3-8c8b-14a6e52567f6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:59.484702 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7155f783-c839-4de4-83bd-486046e0311c req-77779132-3713-44f3-8c8b-14a6e52567f6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0492663 May 19 12:22:59.533192 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7155f783-c839-4de4-83bd-486046e0311c req-7e352b7b-92ee-4b1e-8269-2d22126f7f2c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 May 19 12:22:59.649845 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e10a7-a52f-445a-8661-125a8054328c req-81d85987-0042-4304-95a2-8c530a8e12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:59.651405 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-81d85987-0042-4304-95a2-8c530a8e12ad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.0420291 May 19 12:22:59.746332 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e10a7-a52f-445a-8661-125a8054328c req-1894c6f0-9bd5-4c5d-948b-4cd3bbb87be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:59.747817 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-1894c6f0-9bd5-4c5d-948b-4cd3bbb87be2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.0897231 May 19 12:22:59.810121 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-a23db771-8948-4eba-9f11-fac7819e31d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 1002 time: 0.0551815 May 19 12:22:59.863755 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e10a7-a52f-445a-8661-125a8054328c req-06fb73dd-9421-4e9f-91a8-9b5150e47702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:59.900735 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-06fb73dd-9421-4e9f-91a8-9b5150e47702 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0487723 May 19 12:22:59.914789 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e10a7-a52f-445a-8661-125a8054328c req-17a87755-bf7f-46ef-ad10-5cb78bd4128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:59.916595 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-17a87755-bf7f-46ef-ad10-5cb78bd4128b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433369 May 19 12:22:59.937832 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661097d-24cf-4321-9c4f-7b90e59915df req-2437ec8c-0330-421f-944a-81b640ed8dbc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:22:59.939340 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d661097d-24cf-4321-9c4f-7b90e59915df req-2437ec8c-0330-421f-944a-81b640ed8dbc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0524673 May 19 12:22:59.988472 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d661097d-24cf-4321-9c4f-7b90e59915df req-630ad535-bbb4-46bb-bac2-f429381470c4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 May 19 12:23:00.027865 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-603d13e5-7446-4a44-b4a6-179d5b0a67b3 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023870 May 19 12:23:00.129603 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-770e10a7-a52f-445a-8661-125a8054328c req-c4ca0689-41b4-40d5-9726-c4f4b7261cee service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927169 May 19 12:23:00.763145 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a494d-aeb1-4c66-829d-9b940308da0e req-d385c9dc-6048-4d06-b98d-49ae4a7e8766 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:00.764653 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e89a494d-aeb1-4c66-829d-9b940308da0e req-d385c9dc-6048-4d06-b98d-49ae4a7e8766 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0473442 May 19 12:23:00.811804 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e89a494d-aeb1-4c66-829d-9b940308da0e req-10b7ce46-8175-46dc-a337-5b17dad4e0f1 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 May 19 12:23:01.115028 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf525c-850b-4d7e-88cf-275fdc7f4fd5 req-111c3e9d-0ea5-4166-ab78-4ed94b943d88 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:01.117643 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1fdf525c-850b-4d7e-88cf-275fdc7f4fd5 req-111c3e9d-0ea5-4166-ab78-4ed94b943d88 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0501697 May 19 12:23:01.171852 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1fdf525c-850b-4d7e-88cf-275fdc7f4fd5 req-e6694923-5228-4e07-b788-c4f064a57927 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472100 May 19 12:23:01.928031 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d696d8b-16bf-4a85-9370-81eaa2a5b075 req-46453a76-39cd-4f02-9742-32854ee08823 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:01.929535 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d696d8b-16bf-4a85-9370-81eaa2a5b075 req-46453a76-39cd-4f02-9742-32854ee08823 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0483375 May 19 12:23:01.960908 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:01.977730 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d696d8b-16bf-4a85-9370-81eaa2a5b075 req-725a5634-5d05-4cad-9875-957a4c452251 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 May 19 12:23:02.292703 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4db4e-c7ab-4fbd-9531-48b5b77afac9 req-68e40cdf-c8a9-46f2-9af5-c4ee2d8556f9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:02.294246 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37c4db4e-c7ab-4fbd-9531-48b5b77afac9 req-68e40cdf-c8a9-46f2-9af5-c4ee2d8556f9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0478120 May 19 12:23:02.341988 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37c4db4e-c7ab-4fbd-9531-48b5b77afac9 req-b42827c6-f966-4703-8805-8cd3f1a5364f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 May 19 12:23:03.096321 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d35ac3-422a-4783-8aed-e09b55895eb8 req-e8d967de-b81c-485b-b22b-7c69ee4c6dd2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:03.097878 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-48d35ac3-422a-4783-8aed-e09b55895eb8 req-e8d967de-b81c-485b-b22b-7c69ee4c6dd2 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0508122 May 19 12:23:03.147725 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-48d35ac3-422a-4783-8aed-e09b55895eb8 req-ee7d5fb0-db82-4104-a074-8baf4957994c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 May 19 12:23:03.461661 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb52bb0-0767-4b2c-8592-6e61bf88eb3c req-67a85763-f45b-4bd3-ba71-4d23ebb72a64 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:03.463153 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0fb52bb0-0767-4b2c-8592-6e61bf88eb3c req-67a85763-f45b-4bd3-ba71-4d23ebb72a64 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0472333 May 19 12:23:03.510569 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0fb52bb0-0767-4b2c-8592-6e61bf88eb3c req-9d16fde6-a36c-48c8-9718-d44ac47a3090 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 May 19 12:23:04.264828 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7862e4-9755-4fc6-82b0-30a7cdebcbeb req-1d7813aa-1507-4b3d-bd1a-9617099e3e8a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:04.266215 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5d7862e4-9755-4fc6-82b0-30a7cdebcbeb req-1d7813aa-1507-4b3d-bd1a-9617099e3e8a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0495100 May 19 12:23:04.318071 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5d7862e4-9755-4fc6-82b0-30a7cdebcbeb req-a5b83650-2751-4ca3-afdd-8561286f3788 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463402 May 19 12:23:04.634544 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c4237-a137-449a-b9a2-c6bf61e745c1 req-208b92a1-1085-42aa-ab24-47696d63e743 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:04.636067 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a9c4237-a137-449a-b9a2-c6bf61e745c1 req-208b92a1-1085-42aa-ab24-47696d63e743 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0502639 May 19 12:23:04.686417 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a9c4237-a137-449a-b9a2-c6bf61e745c1 req-619d8b44-b367-42fa-b534-ca1ec782b984 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 May 19 12:23:05.483968 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44527280-5552-48b0-9e2a-4a5d116bb0fe req-4277c10d-2a07-41a3-9c46-b5dcbf02a361 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:05.486167 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-44527280-5552-48b0-9e2a-4a5d116bb0fe req-4277c10d-2a07-41a3-9c46-b5dcbf02a361 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0605748 May 19 12:23:05.548827 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-44527280-5552-48b0-9e2a-4a5d116bb0fe req-d5925e37-dc11-4278-957a-c67f44ea08be tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531087 May 19 12:23:05.862608 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285112c1-2557-49a6-9da9-40aa942736ea req-a64db28a-54e1-4b01-a622-51e2c4bc1ae1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:05.865958 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-285112c1-2557-49a6-9da9-40aa942736ea req-a64db28a-54e1-4b01-a622-51e2c4bc1ae1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0958095 May 19 12:23:05.926251 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:05.949199 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-285112c1-2557-49a6-9da9-40aa942736ea req-f17a36e7-397a-42ff-a6b4-3f4bfc63a7ba tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727434 May 19 12:23:06.723607 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c5b71-8c6f-4adb-b564-4658786b70a4 req-7a2cac78-db03-4ce3-998f-5ee8d3044eb1 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:06.726162 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e45c5b71-8c6f-4adb-b564-4658786b70a4 req-7a2cac78-db03-4ce3-998f-5ee8d3044eb1 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0534861 May 19 12:23:06.780356 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e45c5b71-8c6f-4adb-b564-4658786b70a4 req-059f2fca-d773-4891-8ae2-86d78c964c91 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463533 May 19 12:23:07.082155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b952d-7877-430b-9717-098a6b8b691b req-6322e206-eab3-4ae1-9ef9-dddf688aad90 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:07.089833 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-346b952d-7877-430b-9717-098a6b8b691b req-6322e206-eab3-4ae1-9ef9-dddf688aad90 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0625281 May 19 12:23:07.138085 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-346b952d-7877-430b-9717-098a6b8b691b req-fa52418d-d6da-43a4-85c0-be478499c6d3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470929 May 19 12:23:07.923853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e3e7-0e60-4931-8b04-31bad6a9ed2f req-ceebc431-7f43-462a-b198-9292755f30d0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:07.925559 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dc83e3e7-0e60-4931-8b04-31bad6a9ed2f req-ceebc431-7f43-462a-b198-9292755f30d0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0530579 May 19 12:23:07.981778 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dc83e3e7-0e60-4931-8b04-31bad6a9ed2f req-5452e294-0413-4b50-9e84-68db91ce4533 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465331 May 19 12:23:08.268716 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:08.282841 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccce7f-f71a-46ad-bbf0-9f8c6203835c req-8ea7c255-5637-4563-98a4-b05ba7db49bd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:08.284262 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88ccce7f-f71a-46ad-bbf0-9f8c6203835c req-8ea7c255-5637-4563-98a4-b05ba7db49bd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0519629 May 19 12:23:08.339940 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88ccce7f-f71a-46ad-bbf0-9f8c6203835c req-abcae61b-dc58-48e9-8be6-454a3b112a73 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494981 May 19 12:23:08.593087 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=94 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:08.594952 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=38 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:09.105968 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550b37d-6d7b-4fe6-8032-ad1eb5b1f4d1 req-17bc5526-9367-42bb-8850-ad8644a0e112 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:09.110576 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3550b37d-6d7b-4fe6-8032-ad1eb5b1f4d1 req-17bc5526-9367-42bb-8850-ad8644a0e112 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0550299 May 19 12:23:09.166250 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3550b37d-6d7b-4fe6-8032-ad1eb5b1f4d1 req-0cfd29e3-2aa2-46a3-b846-3650097cd841 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473089 May 19 12:23:09.436110 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:09.467893 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76307e5-883c-47b2-924b-117dbf4f7c31 req-8936fbb2-9a0b-4e61-a08b-0cfb4bb4cb7a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:09.488810 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e76307e5-883c-47b2-924b-117dbf4f7c31 req-8936fbb2-9a0b-4e61-a08b-0cfb4bb4cb7a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0512528 May 19 12:23:09.524355 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e76307e5-883c-47b2-924b-117dbf4f7c31 req-1f68b863-193d-4b87-82b2-455d147b8199 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484152 May 19 12:23:10.124585 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:10.126444 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=46 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:10.301622 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b40fe-b2e4-4d61-b93a-6795e03ffc27 req-c9fe027d-6c8b-4298-9770-2807429c561f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:10.309666 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e9b40fe-b2e4-4d61-b93a-6795e03ffc27 req-c9fe027d-6c8b-4298-9770-2807429c561f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0707431 May 19 12:23:10.359831 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e9b40fe-b2e4-4d61-b93a-6795e03ffc27 req-3a28ae7f-912f-407e-bdae-39a5f893e356 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 May 19 12:23:10.656207 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cf99c-8faa-43ce-9145-c71af52a8937 req-3d82ffbd-3c0c-42bc-8d80-90465244be25 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:10.659501 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de6cf99c-8faa-43ce-9145-c71af52a8937 req-3d82ffbd-3c0c-42bc-8d80-90465244be25 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0522554 May 19 12:23:10.711672 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de6cf99c-8faa-43ce-9145-c71af52a8937 req-1adc43e3-7312-43e8-8153-2f2f64fe4ea5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 May 19 12:23:11.485830 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfce835-4e12-4987-9dc0-6a66fca6bdc8 req-cc2ea6d6-17be-4394-9869-c08f3da37d6d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:11.487689 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fdfce835-4e12-4987-9dc0-6a66fca6bdc8 req-cc2ea6d6-17be-4394-9869-c08f3da37d6d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0541322 May 19 12:23:11.549527 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fdfce835-4e12-4987-9dc0-6a66fca6bdc8 req-128c85de-39ae-4ddd-b662-7af5be62c302 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553982 May 19 12:23:11.855278 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2426-0d93-415a-922e-03468793522d req-fdff2261-6ecb-4e16-a26f-b4567dd53184 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:11.857155 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f30e2426-0d93-415a-922e-03468793522d req-fdff2261-6ecb-4e16-a26f-b4567dd53184 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0600739 May 19 12:23:11.910224 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f30e2426-0d93-415a-922e-03468793522d req-9cfcf33d-a57c-43e6-b659-3ee9ed30da39 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 May 19 12:23:12.681635 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfe9d7-3987-4bd1-b0e4-500517115987 req-8c73a49c-086d-4e28-8138-4bf4b1a7ca9e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:12.683065 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7edfe9d7-3987-4bd1-b0e4-500517115987 req-8c73a49c-086d-4e28-8138-4bf4b1a7ca9e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0615973 May 19 12:23:12.738121 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7edfe9d7-3987-4bd1-b0e4-500517115987 req-4a628014-4dc5-4548-b909-46fe72cd4f6e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 May 19 12:23:12.866055 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e8677ada-c83b-4211-a57a-3fe632aa9f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:13.033629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:13.046843 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a39fa-76a7-4ebd-be5c-96b629661fe4 req-7d3975a1-eb18-4569-b424-bcfd51b1de90 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:13.048366 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c42a39fa-76a7-4ebd-be5c-96b629661fe4 req-7d3975a1-eb18-4569-b424-bcfd51b1de90 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0581646 May 19 12:23:13.105459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c42a39fa-76a7-4ebd-be5c-96b629661fe4 req-9957156d-621c-438b-aa25-684338aed14b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507286 May 19 12:23:13.881126 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ba363-d366-4c8d-8b3c-f6b28a58d54f req-1ed809e3-3470-4354-9466-51d96e7e8d82 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:13.882697 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c52ba363-d366-4c8d-8b3c-f6b28a58d54f req-1ed809e3-3470-4354-9466-51d96e7e8d82 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0561943 May 19 12:23:13.948994 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c52ba363-d366-4c8d-8b3c-f6b28a58d54f req-042542c6-8d2b-48a8-98c7-96d6f5d90d4c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596306 May 19 12:23:14.216531 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:14.251669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e806-e7c6-49a1-a807-35927dfd4a5c req-0a251e47-c177-4b95-9bed-ea067c50b99a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:14.253295 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fd41e806-e7c6-49a1-a807-35927dfd4a5c req-0a251e47-c177-4b95-9bed-ea067c50b99a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0571849 May 19 12:23:14.306881 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fd41e806-e7c6-49a1-a807-35927dfd4a5c req-f19b5890-bcf6-4d44-8006-fb190f326c09 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469811 May 19 12:23:14.987644 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cafb7af6-400b-40e0-ae8c-c82a3f42bf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:15.049379 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:15.094811 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcf724-bf6b-4300-a954-8fe12b518f67 req-44949c6c-cbfd-49da-863a-7ec1801bd436 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:15.103308 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-13bcf724-bf6b-4300-a954-8fe12b518f67 req-44949c6c-cbfd-49da-863a-7ec1801bd436 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0628221 May 19 12:23:15.156447 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-13bcf724-bf6b-4300-a954-8fe12b518f67 req-9cd60c0e-0202-4c41-afe2-24ee664cb62e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520468 May 19 12:23:15.444110 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765e7af-d011-4c96-99e6-db219b1e9c8e req-bbb343ce-7dc6-4b19-9a20-a46c55c023a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:15.445811 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8765e7af-d011-4c96-99e6-db219b1e9c8e req-bbb343ce-7dc6-4b19-9a20-a46c55c023a8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0530717 May 19 12:23:15.519318 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8765e7af-d011-4c96-99e6-db219b1e9c8e req-b32bd701-2e89-46e4-b1c5-ac2a13288755 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663102 May 19 12:23:16.266826 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:23:16.277051 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12675b95-71bb-4781-bd5b-ad919557d64e req-31ddcbe9-aacc-4fc5-9e56-45ec60d8cfc6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:16.278524 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-12675b95-71bb-4781-bd5b-ad919557d64e req-31ddcbe9-aacc-4fc5-9e56-45ec60d8cfc6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0484555 May 19 12:23:16.326750 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-12675b95-71bb-4781-bd5b-ad919557d64e req-7d6e7fa8-9b63-4783-aa47-9b07f8e167d0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 May 19 12:23:16.637127 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d1315-f333-42b8-bf5f-20fc8ae08938 req-b0559b83-9fc6-4ac9-b9de-c95e6cb286a9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:16.638755 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-184d1315-f333-42b8-bf5f-20fc8ae08938 req-b0559b83-9fc6-4ac9-b9de-c95e6cb286a9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0508878 May 19 12:23:16.687030 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-184d1315-f333-42b8-bf5f-20fc8ae08938 req-2a8976c0-7428-429f-b764-3f5ea8e0fa28 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 May 19 12:23:16.963044 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:17.461757 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a545e-25c9-4892-897e-a9f7dfa3f12d req-c52ea0ad-cf1f-46f5-b731-f5940b4459b3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:17.463512 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c41a545e-25c9-4892-897e-a9f7dfa3f12d req-c52ea0ad-cf1f-46f5-b731-f5940b4459b3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0648196 May 19 12:23:17.542069 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c41a545e-25c9-4892-897e-a9f7dfa3f12d req-bc8609f4-ec21-4d5b-a692-714c47bc478f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555556 May 19 12:23:17.570330 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:17.811990 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf90cfa-b720-4ead-a7d3-07a3f56d668e req-ac8d1045-c734-4b70-8a70-2a46ad82e9a1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:17.813447 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0bf90cfa-b720-4ead-a7d3-07a3f56d668e req-ac8d1045-c734-4b70-8a70-2a46ad82e9a1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0490813 May 19 12:23:17.860753 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0bf90cfa-b720-4ead-a7d3-07a3f56d668e req-f5b07fd1-2d95-4b85-9fe1-3dd6775ca185 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 May 19 12:23:18.286162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b7140-128a-4aff-b135-d51334977160 req-b7a24342-4cc5-4201-934b-3f39d942b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:18.287763 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4b4b7140-128a-4aff-b135-d51334977160 req-b7a24342-4cc5-4201-934b-3f39d942b212 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.0861998 May 19 12:23:18.336827 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4b4b7140-128a-4aff-b135-d51334977160 req-30db3fac-098b-4f14-b8b9-b5b82bebea9d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 May 19 12:23:18.661503 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8fb5c-b950-4e35-892d-20f51e904f45 req-393e27bf-fe41-4bad-b95c-9770bd12ca63 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:18.662984 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1ab8fb5c-b950-4e35-892d-20f51e904f45 req-393e27bf-fe41-4bad-b95c-9770bd12ca63 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0469327 May 19 12:23:18.714120 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1ab8fb5c-b950-4e35-892d-20f51e904f45 req-d31eab6f-072f-4eec-b06d-94ecc2031241 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 May 19 12:23:18.981470 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6c23a-560e-4eec-904d-525b3817feb6 req-2c788d61-a6d7-4f29-a21c-f23250113a2f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:18.982859 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-32a6c23a-560e-4eec-904d-525b3817feb6 req-2c788d61-a6d7-4f29-a21c-f23250113a2f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0478511 May 19 12:23:19.001812 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:19.031300 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-32a6c23a-560e-4eec-904d-525b3817feb6 req-2249990f-66cc-4d0b-985f-719e98eab66b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427356 May 19 12:23:19.415353 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:19.830564 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f1155-74ac-4dfd-a6af-c0d420dc8357 req-32ca0037-2ee8-40b8-a9d1-c86d7b084e22 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:19.832100 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe4f1155-74ac-4dfd-a6af-c0d420dc8357 req-32ca0037-2ee8-40b8-a9d1-c86d7b084e22 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0490611 May 19 12:23:19.879170 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe4f1155-74ac-4dfd-a6af-c0d420dc8357 req-c0ce16a7-ab61-44a4-b631-b292142f18ba tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 May 19 12:23:20.157019 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9082cf-9263-4ddc-9a75-9b4723be32ce req-078429d7-e27b-4c48-89d4-92e20ce389d5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:20.158438 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4f9082cf-9263-4ddc-9a75-9b4723be32ce req-078429d7-e27b-4c48-89d4-92e20ce389d5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0520065 May 19 12:23:20.207087 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4f9082cf-9263-4ddc-9a75-9b4723be32ce req-7c79a729-411f-41da-9216-0940c19df588 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423274 May 19 12:23:20.997679 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c09e1-ec13-4a18-b05d-49496a79ac2e req-1b9ccf43-c16e-48f9-9fe6-3d0f67e66d57 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:20.999165 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-126c09e1-ec13-4a18-b05d-49496a79ac2e req-1b9ccf43-c16e-48f9-9fe6-3d0f67e66d57 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0487049 May 19 12:23:21.047367 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-126c09e1-ec13-4a18-b05d-49496a79ac2e req-c608f228-0157-4c85-b3c8-0ce2e3903dab tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 May 19 12:23:21.338943 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f544f8-9ada-4695-826f-5b699c1443d1 req-fdcaaf4f-de01-41ee-a16d-2a9622957ea9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.340567 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89f544f8-9ada-4695-826f-5b699c1443d1 req-fdcaaf4f-de01-41ee-a16d-2a9622957ea9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0552170 May 19 12:23:21.347642 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de140d55-04de-4be0-a64f-242317087087 req-0012a0fc-2fa7-46af-9edd-bc703db863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.349253 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-0012a0fc-2fa7-46af-9edd-bc703db863a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1130 time: 0.0411537 May 19 12:23:21.393979 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89f544f8-9ada-4695-826f-5b699c1443d1 req-f95539cf-8578-4f73-a6d9-4e25af01dcd8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468600 May 19 12:23:21.478937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de140d55-04de-4be0-a64f-242317087087 req-9c358d82-1194-41b8-9c00-615d6ee894f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.480308 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-9c358d82-1194-41b8-9c00-615d6ee894f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.0941873 May 19 12:23:21.548188 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-ebee2545-6863-4369-8920-46488174c7bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 200 len: 1002 time: 0.0613172 May 19 12:23:21.601040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de140d55-04de-4be0-a64f-242317087087 req-61a4e06d-db55-4774-b14d-2afda1a09f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.603059 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-61a4e06d-db55-4774-b14d-2afda1a09f7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0490384 May 19 12:23:21.632164 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:21.652770 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de140d55-04de-4be0-a64f-242317087087 req-eadc2b8f-3192-4ba6-9fb3-0e76c58fd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.654289 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-eadc2b8f-3192-4ba6-9fb3-0e76c58fd455 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419052 May 19 12:23:21.670397 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197228-66c7-4f71-af28-308ad7c34595 req-6ce20315-1bbc-48fb-a8d2-89f0f24784e6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.671920 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b7197228-66c7-4f71-af28-308ad7c34595 req-6ce20315-1bbc-48fb-a8d2-89f0f24784e6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0484831 May 19 12:23:21.721197 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b7197228-66c7-4f71-af28-308ad7c34595 req-b293e3d9-f907-4654-8c38-28369c97ac8e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 May 19 12:23:21.763644 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-4650557c-7428-4c14-a382-7e5db9a951fc service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025310 May 19 12:23:21.835697 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-d2b9df8d-787f-47e7-82ec-e8273ab29edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.837256 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-d2b9df8d-787f-47e7-82ec-e8273ab29edf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.0875015 May 19 12:23:21.932040 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de140d55-04de-4be0-a64f-242317087087 req-6f03ed64-6d0d-4a7e-beba-ec0498c5ec73 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525073 May 19 12:23:21.954056 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-6db465b5-8f13-497c-b244-85a8c6ba6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:21.955605 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-6db465b5-8f13-497c-b244-85a8c6ba6452 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.1120059 May 19 12:23:22.253336 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:22.515335 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35dbbb-a31d-4a57-80c9-dc17c930fc92 req-3331ec30-6565-4dcd-8ce7-8a4a3f102a7b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:22.516747 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0b35dbbb-a31d-4a57-80c9-dc17c930fc92 req-3331ec30-6565-4dcd-8ce7-8a4a3f102a7b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 946 time: 0.0465786 May 19 12:23:22.565968 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0b35dbbb-a31d-4a57-80c9-dc17c930fc92 req-ee7c078a-5627-4c05-a6c3-395a5aec3b28 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 May 19 12:23:22.838759 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f8e4-eb6e-4df4-845d-5edc51a61bd2 req-e2640552-839e-4f4d-921e-756d89661edb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:22.840397 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7b65f8e4-eb6e-4df4-845d-5edc51a61bd2 req-e2640552-839e-4f4d-921e-756d89661edb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0482912 May 19 12:23:22.888318 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7b65f8e4-eb6e-4df4-845d-5edc51a61bd2 req-a1058df0-ec1a-492c-abf6-6c64b34c75cd tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 May 19 12:23:23.207452 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:23:23.280129 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: ACTIVE; New status is: DOWN {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:23:23.280514 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:23.303387 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:23:23.306517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f043b149-cd56-4834-b0cd-9bd9811a83a8" -d '{"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:23:23.319015 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:23:23.341584 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 12:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3f71d1-9236-44ca-9ced-bc038db93415 x-openstack-request-id: req-2c3f71d1-9236-44ca-9ced-bc038db93415 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:23:23.341823 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:23:23.342078 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c3f71d1-9236-44ca-9ced-bc038db93415 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:23:23.342466 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3f71d1-9236-44ca-9ced-bc038db93415'] response: {'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'code': 200} May 19 12:23:23.398494 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:23.447094 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=8']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:23:23.488274 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-c5381674-88c5-4c00-85de-ec5d8ac8bf7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 1002 time: 0.0625260 May 19 12:23:23.545268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-42909b6b-421b-4ceb-9c26-df50c231df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:23.546708 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-42909b6b-421b-4ceb-9c26-df50c231df43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0441215 May 19 12:23:23.590549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-a854b2e2-b7a6-4154-ac49-6e23c024b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:23.592084 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-a854b2e2-b7a6-4154-ac49-6e23c024b0be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395994 May 19 12:23:23.689453 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-28404a38-6487-4337-9fc7-a57b04aa90a6 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912879 May 19 12:23:23.689920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4bc43-2828-4419-bca6-b33d19510ab9 req-6d9c9ed7-e86a-4639-bcfe-ac3388fd806b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:23.691443 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-11c4bc43-2828-4419-bca6-b33d19510ab9 req-6d9c9ed7-e86a-4639-bcfe-ac3388fd806b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0507727 May 19 12:23:23.739645 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-11c4bc43-2828-4419-bca6-b33d19510ab9 req-4abcdf74-ea6e-4677-bcd3-3e2722227c45 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 May 19 12:23:23.745839 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:23.758116 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:23.782188 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d1d8d44-0eef-42ee-b665-6e0f092a205a req-6bfafb3a-ba7a-4902-a1fa-bde8a7727faa service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871859 May 19 12:23:24.017980 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63f750-70b4-4fef-bf1f-fa866d745a48 req-ef026b15-b867-48aa-bda4-7554539417bc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:24.019401 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1e63f750-70b4-4fef-bf1f-fa866d745a48 req-ef026b15-b867-48aa-bda4-7554539417bc tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0514491 May 19 12:23:24.068865 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1e63f750-70b4-4fef-bf1f-fa866d745a48 req-6d739035-5411-4240-9cae-2f06ecdc8f3a tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 May 19 12:23:24.857095 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e1ae5-e15b-409c-8516-c3ac1b2f3d44 req-011b18dd-c3c7-491c-aadb-3ddb0b7f09b2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:24.858554 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e3e1ae5-e15b-409c-8516-c3ac1b2f3d44 req-011b18dd-c3c7-491c-aadb-3ddb0b7f09b2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0465217 May 19 12:23:24.905804 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e3e1ae5-e15b-409c-8516-c3ac1b2f3d44 req-ab9b60f5-28fd-4484-becb-43a8485f2f70 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 May 19 12:23:25.196822 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4922a-9f00-4a88-bf4d-ff8b4ab4a508 req-965bf37d-20e1-4c43-a250-7f3f7f7937cf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:25.200249 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1d4922a-9f00-4a88-bf4d-ff8b4ab4a508 req-965bf37d-20e1-4c43-a250-7f3f7f7937cf tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0583503 May 19 12:23:25.242327 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:25.257846 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1d4922a-9f00-4a88-bf4d-ff8b4ab4a508 req-17e20861-4995-46de-be09-6a7e303e5b6b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537667 May 19 12:23:26.262626 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:26.361835 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-2f1717e6-c9dc-4c6b-9270-b72e0623de2f req-e3515199-900a-4b3e-9c75-2e5f487709f1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:23:26.362794 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2f1717e6-c9dc-4c6b-9270-b72e0623de2f req-e3515199-900a-4b3e-9c75-2e5f487709f1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053041 May 19 12:23:26.381155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d4e47-0921-406e-b58c-4e655951cfe0 req-62b4bae4-c3aa-497d-b462-f05a78d3ec77 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:26.383467 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f20d4e47-0921-406e-b58c-4e655951cfe0 req-62b4bae4-c3aa-497d-b462-f05a78d3ec77 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0548005 May 19 12:23:26.434494 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f20d4e47-0921-406e-b58c-4e655951cfe0 req-80122410-1fd8-45eb-9931-f75721101e69 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 May 19 12:23:26.775347 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ef174-d07f-43a0-ae59-09b3febff8ea req-58561748-4e60-4a2a-906a-6dcf0e76cce9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:26.777152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-200ef174-d07f-43a0-ae59-09b3febff8ea req-58561748-4e60-4a2a-906a-6dcf0e76cce9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0497057 May 19 12:23:26.826747 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-200ef174-d07f-43a0-ae59-09b3febff8ea req-8d5aa1a5-2e6f-4080-9eb9-faf516981481 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438714 May 19 12:23:27.232158 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:23:27.253786 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46436) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:23:27.313819 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: DOWN; New status is: DOWN {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:23:27.343003 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-92058129-2eae-4a89-808e-8336afc3da0a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874639 May 19 12:23:27.353129 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-ac7aa648-8e20-4ef3-9a3a-f252eb960064 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:23:27.354193 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-ac7aa648-8e20-4ef3-9a3a-f252eb960064 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064557 May 19 12:23:27.434204 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46444) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:23:27.487168 dv-cinder-804757-28-iscsi neutron-server[104217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 12:23:27.536677 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-f64e2045-fbfb-47ce-96b4-984a7772c04d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:27.538605 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-f64e2045-fbfb-47ce-96b4-984a7772c04d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports/5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 200 len: 941 time: 0.1028764 May 19 12:23:27.558651 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2873c0-3f07-4640-a9a9-5c0818ceac01 req-555052ca-9c88-43e2-a1c5-192d67696429 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:27.560390 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e2873c0-3f07-4640-a9a9-5c0818ceac01 req-555052ca-9c88-43e2-a1c5-192d67696429 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0540481 May 19 12:23:27.620412 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e2873c0-3f07-4640-a9a9-5c0818ceac01 req-6054b410-0621-4cb7-a7d8-c103e6e2668b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543568 May 19 12:23:27.748088 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e3c8-8166-42dd-9c13-b19c8bcd1d27 req-3ce8cf4d-1171-4c03-847a-543bb1ffa7ae tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:27.749617 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac52e3c8-8166-42dd-9c13-b19c8bcd1d27 req-3ce8cf4d-1171-4c03-847a-543bb1ffa7ae tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0534368 May 19 12:23:27.758704 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 46460) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:23:27.763473 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Request body: {'floatingip': {'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:23:27.820576 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:27.849255 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:27.996553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f27fb1-fe7d-4ebf-8410-14851cc5c4bf req-a8bf359e-a7bc-4835-b7ce-1499b25bc381 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:27.997933 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4f27fb1-fe7d-4ebf-8410-14851cc5c4bf req-a8bf359e-a7bc-4835-b7ce-1499b25bc381 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0908482 May 19 12:23:28.124215 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4f27fb1-fe7d-4ebf-8410-14851cc5c4bf req-d6807e18-2d7f-46fb-bc45-748ed428ce25 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939648 May 19 12:23:28.357135 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:28.516972 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:28.602870 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:28.926812 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:23:29.032582 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:23:29.041511 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:29.042824 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] Sync routers for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:23:29.053040 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:23:29.054185 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:23:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:23:29.064287 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:29.078462 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:23:29.080695 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28467de-d7cd-48bb-a501-731d5b4242a5" -d '{"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:23:29.118687 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-50ae09b0-07aa-4980-8143-7f6627dc430f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "PUT /v2.0/floatingips/2c25a128-8edb-48db-8c76-8cd6b3b1d39c HTTP/1.1" status: 200 len: 994 time: 1.3588109 May 19 12:23:29.166448 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:23:29.179286 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e9b94a-9118-4e5c-8d3f-4420d0002fc0 x-openstack-request-id: req-e0e9b94a-9118-4e5c-8d3f-4420d0002fc0 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:23:29.179712 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:23:29.180067 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0e9b94a-9118-4e5c-8d3f-4420d0002fc0 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:23:29.180471 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e9b94a-9118-4e5c-8d3f-4420d0002fc0'] response: {'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'status': 'completed', 'code': 200} May 19 12:23:29.256175 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33446c81-ab8a-4438-94f6-7660d83c0f96 req-6bea2ba1-2f5c-4fb0-949a-7263ac64f57f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:29.258274 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33446c81-ab8a-4438-94f6-7660d83c0f96 req-6bea2ba1-2f5c-4fb0-949a-7263ac64f57f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0535290 May 19 12:23:29.272241 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-14cafa5d-795e-43ab-8446-e3777c844333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:29.275645 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-14cafa5d-795e-43ab-8446-e3777c844333 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.0481255 May 19 12:23:29.310140 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33446c81-ab8a-4438-94f6-7660d83c0f96 req-2cbafc27-7298-4642-a66f-a01d3d40dab3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454745 May 19 12:23:29.394611 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '2c25a128-8edb-48db-8c76-8cd6b3b1d39c', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:22Z', 'updated_at': '2022-05-19T12:23:28Z', 'revision_number': 3, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:23:29.421063 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] Checking router: f039dfda-dff9-4b21-96b3-afcb6eadc5a6 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:23:29.431234 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:23:29.431923 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:23:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:23:29.539037 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:23:29.611118 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-28f11127-70aa-456d-9b25-d7981ae68114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:29.612661 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-28f11127-70aa-456d-9b25-d7981ae68114 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.3312886 May 19 12:23:29.674189 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-f4e77d20-9e86-4cea-9a4f-618e6be16087 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 1002 time: 0.0550709 May 19 12:23:29.724110 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-d74ee1ff-8fab-4344-9f13-d914cb5acf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:29.725814 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-d74ee1ff-8fab-4344-9f13-d914cb5acf1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0452669 May 19 12:23:29.760189 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '2c25a128-8edb-48db-8c76-8cd6b3b1d39c', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:22Z', 'updated_at': '2022-05-19T12:23:28Z', 'revision_number': 3, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:23:29.773690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-bd9c5f5e-fd71-48bc-abac-ed5dcba8e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:29.775218 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-bd9c5f5e-fd71-48bc-abac-ed5dcba8e699 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436227 May 19 12:23:29.789518 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66e6f4-1186-446f-b7df-0227b406bf07 None None] The sync data for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi is: [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '2c25a128-8edb-48db-8c76-8cd6b3b1d39c', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'port_id': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'mac_address': 'fa:16:3e:7c:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffcacb-8fb4-412e-ae78-67570b491068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:20:22Z', 'updated_at': '2022-05-19T12:23:28Z', 'revision_number': 3, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:23:29.871247 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-1b681eb6-c5a6-4061-a5ac-23b51069b935 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900652 May 19 12:23:29.973104 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b28467de-d7cd-48bb-a501-731d5b4242a5 req-a0a012f2-4e14-4db3-8994-6da29d91fdf8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953414 May 19 12:23:30.432633 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc27c92-d9c9-4cf3-a044-2f915aee3c85 req-b40a859f-e6b4-43cb-9c44-a2c8b36f63c2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:30.434266 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9fc27c92-d9c9-4cf3-a044-2f915aee3c85 req-b40a859f-e6b4-43cb-9c44-a2c8b36f63c2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0475619 May 19 12:23:30.486227 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9fc27c92-d9c9-4cf3-a044-2f915aee3c85 req-76f6f89d-4be9-49c8-a617-090d686f5aa0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 May 19 12:23:31.181953 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:23:31.184320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4ec94-a139-49c3-a01c-a7fb03b13763" -d '{"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:23:31.220858 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f68d57-22ee-4f68-9009-30fd5fdb7612 x-openstack-request-id: req-34f68d57-22ee-4f68-9009-30fd5fdb7612 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:23:31.221146 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:23:31.221397 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34f68d57-22ee-4f68-9009-30fd5fdb7612 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:23:31.221791 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f68d57-22ee-4f68-9009-30fd5fdb7612'] response: {'name': 'network-changed', 'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'status': 'completed', 'code': 200} May 19 12:23:31.383823 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-c2d4d4e7-d7e1-44e3-a8cc-5ce03ad97d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.385361 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-c2d4d4e7-d7e1-44e3-a8cc-5ce03ad97d9a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a&tenant_id=1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 1128 time: 0.1051672 May 19 12:23:31.388308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-40cf3617-98b7-48bf-b1a7-1f63c908b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.389661 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-40cf3617-98b7-48bf-b1a7-1f63c908b5ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 1130 time: 0.1082320 May 19 12:23:31.506333 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-945cf84f-9816-439b-af8b-4f6ee5afc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.507955 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-945cf84f-9816-439b-af8b-4f6ee5afc0b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1128 time: 0.0773818 May 19 12:23:31.578790 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-ae546d9d-6b86-4895-804b-201b752c28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.580384 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-ae546d9d-6b86-4895-804b-201b752c28a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.1696296 May 19 12:23:31.609644 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ec1fd-e6c7-492f-9cdc-ef05cb381197 req-b33d597a-b151-4480-87c1-870a27e74e2f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.611122 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a07ec1fd-e6c7-492f-9cdc-ef05cb381197 req-b33d597a-b151-4480-87c1-870a27e74e2f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0482028 May 19 12:23:31.663208 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a07ec1fd-e6c7-492f-9cdc-ef05cb381197 req-ac287df4-e271-4234-a325-eef37f0d885f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 May 19 12:23:31.664508 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:31.674858 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-057f7d74-7946-46b1-8045-a96bf2c7a24e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 200 len: 1002 time: 0.0879831 May 19 12:23:31.683126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-3df1ad2f-0e76-43c3-a177-e34dc81faa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.683126 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-3df1ad2f-0e76-43c3-a177-e34dc81faa01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1572556 May 19 12:23:31.773359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:31.781923 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-2ce571d8-5b60-4ff6-b5f3-b85528dbb960 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 200 len: 1000 time: 0.0949280 May 19 12:23:31.783281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-40bd2371-b640-4699-9341-d698bbbcd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.784654 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-40bd2371-b640-4699-9341-d698bbbcd0f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0988812 May 19 12:23:31.868542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-c6f189dd-074d-4a93-b82c-0a98d8f81aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.870053 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-c6f189dd-074d-4a93-b82c-0a98d8f81aa8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675638 May 19 12:23:31.871477 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-3eaa4685-efaf-4198-a571-165e14403912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.872820 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-3eaa4685-efaf-4198-a571-165e14403912 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0775595 May 19 12:23:31.968018 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-c62e1888-5d66-444f-8130-44b64c77c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:31.969572 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-c62e1888-5d66-444f-8130-44b64c77c067 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0883415 May 19 12:23:32.054503 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-acf01061-248f-4a42-a58d-8bb7fab04750 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741390 May 19 12:23:32.139463 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-47b08812-9ee5-463f-ab1b-0c317e282e46 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608489 May 19 12:23:32.224447 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9dd4ec94-a139-49c3-a01c-a7fb03b13763 req-eafe7111-d982-4e70-9116-8879a86ee41b service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627853 May 19 12:23:32.257886 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-e54bfc1c-9579-44ea-b0da-acaf1324e23f req-9d5c4883-91d2-4f26-99a9-0e77dfbb4c00 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122251 May 19 12:23:32.789832 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f03171-2620-420f-9885-91145506f59c req-8d3a61be-a3ca-478c-89bb-b155e5c3b3c7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:32.791339 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b5f03171-2620-420f-9885-91145506f59c req-8d3a61be-a3ca-478c-89bb-b155e5c3b3c7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0472734 May 19 12:23:32.839074 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b5f03171-2620-420f-9885-91145506f59c req-ab543d17-445a-4fc5-ba0d-9e10644c6ae1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 May 19 12:23:33.967405 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da9fb-e7b2-45dc-8fca-f62a15856bf3 req-afb4eb7a-1418-40f5-87af-773d42ebbd9b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:33.975386 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c87da9fb-e7b2-45dc-8fca-f62a15856bf3 req-afb4eb7a-1418-40f5-87af-773d42ebbd9b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0632782 May 19 12:23:34.022037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c87da9fb-e7b2-45dc-8fca-f62a15856bf3 req-55fe9be4-bf9a-4e6b-b0ce-8b66e85c1672 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449302 May 19 12:23:35.148475 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a397b-b518-47b4-9a44-2ece235a0f34 req-8e89fc78-7afb-48a3-aee2-a3b517b04435 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:35.150037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fc9a397b-b518-47b4-9a44-2ece235a0f34 req-8e89fc78-7afb-48a3-aee2-a3b517b04435 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0540564 May 19 12:23:35.204021 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fc9a397b-b518-47b4-9a44-2ece235a0f34 req-dc54056f-709d-4a7f-bf83-dc82f4cd8f40 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481343 May 19 12:23:36.337114 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afc03e-d245-49d9-9b5c-fb499587fe03 req-238ffeba-a73d-4c86-af54-addddaae0e03 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:36.338647 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98afc03e-d245-49d9-9b5c-fb499587fe03 req-238ffeba-a73d-4c86-af54-addddaae0e03 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0534935 May 19 12:23:36.385021 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98afc03e-d245-49d9-9b5c-fb499587fe03 req-5038bae2-1a3e-4552-b7fa-cec50ba908ab tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407882 May 19 12:23:37.309887 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:37.311930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:37.509882 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ded5-665c-4249-b429-bf8aa1e472fd req-22ac4516-9572-4bab-9085-d56f9aaba01d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:37.511361 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1e74ded5-665c-4249-b429-bf8aa1e472fd req-22ac4516-9572-4bab-9085-d56f9aaba01d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0509746 May 19 12:23:37.559286 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1e74ded5-665c-4249-b429-bf8aa1e472fd req-0667916f-089b-45b9-be63-6647f115b571 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 May 19 12:23:38.688816 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310aa7a-2d63-4af3-b140-fde43c7a7cee req-79156bec-2d2e-4ebe-a3d1-047427d41c3d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:38.691424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7310aa7a-2d63-4af3-b140-fde43c7a7cee req-79156bec-2d2e-4ebe-a3d1-047427d41c3d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0529535 May 19 12:23:38.717877 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:38.749680 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7310aa7a-2d63-4af3-b140-fde43c7a7cee req-14f17d40-9ee5-420a-9343-86064c117347 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515227 May 19 12:23:39.762524 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=76 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:39.764063 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=72 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:39.897742 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd19fa-bf1c-4603-b565-c2f768c898c2 req-e3c096e2-ab1f-4556-b1fb-6a8b09fd131a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:39.899257 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33fd19fa-bf1c-4603-b565-c2f768c898c2 req-e3c096e2-ab1f-4556-b1fb-6a8b09fd131a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0502744 May 19 12:23:39.951371 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33fd19fa-bf1c-4603-b565-c2f768c898c2 req-0eed7f9d-a898-4b14-a29f-e12e1761edae tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459366 May 19 12:23:41.080973 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133b8d3-919e-40b7-834e-ef49b61c34ed req-15ac9930-30c2-444e-a3b4-3b17d0061916 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:41.082452 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a133b8d3-919e-40b7-834e-ef49b61c34ed req-15ac9930-30c2-444e-a3b4-3b17d0061916 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0502789 May 19 12:23:41.130835 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a133b8d3-919e-40b7-834e-ef49b61c34ed req-cdecb1ac-d938-4d66-b067-684513519c19 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 May 19 12:23:42.251838 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=42 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:42.253475 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=67 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:42.256945 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:42.274801 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17075fd8-2d66-492c-8854-c008f80b946e req-4844cea6-7eb4-4d88-9b7b-c56d0030fd02 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:42.278239 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17075fd8-2d66-492c-8854-c008f80b946e req-4844cea6-7eb4-4d88-9b7b-c56d0030fd02 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0651424 May 19 12:23:42.328497 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17075fd8-2d66-492c-8854-c008f80b946e req-183b6402-d764-42a4-ad2e-26ad3ae547d8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461700 May 19 12:23:42.544675 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5ee1-e7ec-409d-b2be-860f020c6a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:43.452568 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6a9c3-0b11-45c8-81a9-67d34e139f10 req-c9361f56-9bb8-4694-abef-fad48c9719d1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:43.454041 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6fc6a9c3-0b11-45c8-81a9-67d34e139f10 req-c9361f56-9bb8-4694-abef-fad48c9719d1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0486712 May 19 12:23:43.502587 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6fc6a9c3-0b11-45c8-81a9-67d34e139f10 req-08645fec-7eab-459a-9889-c352ef672825 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 May 19 12:23:44.201800 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:44.646392 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba48e5-489f-44e9-ab7f-6596a2c74d4f req-a0737bb9-4152-47aa-ae78-a7579c18c36f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:44.650420 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-36ba48e5-489f-44e9-ab7f-6596a2c74d4f req-a0737bb9-4152-47aa-ae78-a7579c18c36f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0639584 May 19 12:23:44.707263 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-36ba48e5-489f-44e9-ab7f-6596a2c74d4f req-6fc1877c-4797-490b-aebc-35f059f13401 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493634 May 19 12:23:44.979025 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6193c355-aaf5-4956-953c-d57e47c98265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:45.836506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa4181-06c3-4ba6-93c5-49f8d3d70500 req-038d9127-3e40-4691-85ea-8ee4bae941a7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:45.838064 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9aa4181-06c3-4ba6-93c5-49f8d3d70500 req-038d9127-3e40-4691-85ea-8ee4bae941a7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0565195 May 19 12:23:45.887131 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9aa4181-06c3-4ba6-93c5-49f8d3d70500 req-310c3731-83ca-4db4-8e36-f83de7268659 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430388 May 19 12:23:46.020334 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:47.023574 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd2be-134b-43a2-81e3-25e8bc1c0a0f req-babde171-649a-4da3-bfb7-40f3c80c7d3d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:47.027126 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-536fd2be-134b-43a2-81e3-25e8bc1c0a0f req-babde171-649a-4da3-bfb7-40f3c80c7d3d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0610511 May 19 12:23:47.077978 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-536fd2be-134b-43a2-81e3-25e8bc1c0a0f req-7b938f24-7cf0-4899-91fe-96706a3e7563 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447547 May 19 12:23:47.563756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:48.204401 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996faa16-8f2d-48f2-a157-1494fde85626 req-adb4ad3e-7af4-4ac0-9200-1af225cac50c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:48.205867 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-996faa16-8f2d-48f2-a157-1494fde85626 req-adb4ad3e-7af4-4ac0-9200-1af225cac50c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0524929 May 19 12:23:48.253734 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-996faa16-8f2d-48f2-a157-1494fde85626 req-3d8e0db6-26e4-4195-840a-eebeef112ce7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416114 May 19 12:23:49.384396 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707af3-6db0-48d0-86c7-5371d9103d49 req-51127941-fce1-4caf-9bba-703e154a2498 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:49.387119 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c5707af3-6db0-48d0-86c7-5371d9103d49 req-51127941-fce1-4caf-9bba-703e154a2498 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0563962 May 19 12:23:49.398270 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:23:49.436616 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c5707af3-6db0-48d0-86c7-5371d9103d49 req-2aba91f6-beeb-4e92-b0c0-c9ac9b33860b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437708 May 19 12:23:50.567769 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccb41-7308-4c4d-a8c9-e339bb842024 req-6f7b8851-e367-4730-963f-9327572e518a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:50.569501 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4cccb41-7308-4c4d-a8c9-e339bb842024 req-6f7b8851-e367-4730-963f-9327572e518a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0534668 May 19 12:23:50.618508 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4cccb41-7308-4c4d-a8c9-e339bb842024 req-24f9f38a-e99a-4e6e-b75b-b194815053c6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 May 19 12:23:51.737321 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d21dd2-fb60-4356-8886-6e05aa63c32b req-c09b4c0f-ddd7-45c4-8da6-2249033b17aa tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:51.738706 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-06d21dd2-fb60-4356-8886-6e05aa63c32b req-c09b4c0f-ddd7-45c4-8da6-2249033b17aa tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0469556 May 19 12:23:51.750318 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:51.788251 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-06d21dd2-fb60-4356-8886-6e05aa63c32b req-1647a741-782c-4e87-b3d0-07de0c035240 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 May 19 12:23:52.907744 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70bde-8035-4021-99e5-6646fd36cb7f req-d562a989-52e5-416f-9dcb-0f48a8567977 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:52.909873 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-85d70bde-8035-4021-99e5-6646fd36cb7f req-d562a989-52e5-416f-9dcb-0f48a8567977 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0472260 May 19 12:23:52.963977 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-85d70bde-8035-4021-99e5-6646fd36cb7f req-60122c8e-714d-4a64-af16-950f5542ebba tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477438 May 19 12:23:53.265376 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:23:53.948059 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-ff66c3d6-8509-4411-a06f-73292405480e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401134 May 19 12:23:54.087898 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1faff7-6170-4de1-9a68-8c9bbf50c1d8 req-86e75558-5399-43a8-ae97-125837302aef tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:54.089375 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae1faff7-6170-4de1-9a68-8c9bbf50c1d8 req-86e75558-5399-43a8-ae97-125837302aef tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0486732 May 19 12:23:54.135478 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae1faff7-6170-4de1-9a68-8c9bbf50c1d8 req-c4520d63-89a4-4c4e-8d86-bfcfdf7ff000 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404630 May 19 12:23:54.543052 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-ee0d6913-9ce2-4511-904f-0a95d39ab406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:54.544525 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-ee0d6913-9ce2-4511-904f-0a95d39ab406 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 1130 time: 0.0497954 May 19 12:23:54.717232 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-2871b3b7-35eb-4cac-b728-b6e070a565ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:54.718733 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-2871b3b7-35eb-4cac-b728-b6e070a565ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.0881069 May 19 12:23:54.766436 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-6243d8ff-d49d-4200-98c8-dfc38a3ff205 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 200 len: 217 time: 0.0416465 May 19 12:23:54.814701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-96aa8d63-31ed-44e4-870e-25b8978de54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:54.816159 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-96aa8d63-31ed-44e4-870e-25b8978de54b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0437782 May 19 12:23:54.860003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-bdd3a2b4-ee61-4861-bfae-43619aa0b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:54.861461 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-bdd3a2b4-ee61-4861-bfae-43619aa0b454 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393162 May 19 12:23:54.953834 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-cf7fca63-cb5e-4c19-acb5-abcca4732469 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848331 May 19 12:23:55.045093 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-690d90ce-6666-4e97-a51a-22a46ff456ce req-eb8b2a95-cc96-49d9-a310-5c63d174bf4a service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846636 May 19 12:23:55.259253 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97c582-60b9-4e66-9542-ede26b9cd1d2 req-93560adf-3781-4ddc-93c7-2fe0a05e935f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:55.260775 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-df97c582-60b9-4e66-9542-ede26b9cd1d2 req-93560adf-3781-4ddc-93c7-2fe0a05e935f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0479367 May 19 12:23:55.293310 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:55.310205 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-df97c582-60b9-4e66-9542-ede26b9cd1d2 req-6fcc1cad-2697-4170-8429-1630471dd6df tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437739 May 19 12:23:56.146999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4989af2-dafb-494e-a617-363d9b618d23 req-b364c372-8b25-42ea-b901-73c94e6b9bbc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:56.149477 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e4989af2-dafb-494e-a617-363d9b618d23 req-b364c372-8b25-42ea-b901-73c94e6b9bbc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0529308 May 19 12:23:56.198673 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e4989af2-dafb-494e-a617-363d9b618d23 req-cad24c0f-77b7-4921-9bed-601bae86d849 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445027 May 19 12:23:56.439108 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440b03-3c02-4a99-8c77-385526f2b9fa req-79614398-060f-4dd1-aa91-7366cb05fbff tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:56.440625 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-51440b03-3c02-4a99-8c77-385526f2b9fa req-79614398-060f-4dd1-aa91-7366cb05fbff tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0537519 May 19 12:23:56.488966 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-51440b03-3c02-4a99-8c77-385526f2b9fa req-366d5060-4c36-4592-9f8d-fe2fe30ce9e6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 May 19 12:23:57.314562 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853657c-e85d-4d1c-93d4-6a7db67a3f84 req-18af46a5-1d2f-4ebc-b5c6-ca80c2bc83b8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:57.316048 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1853657c-e85d-4d1c-93d4-6a7db67a3f84 req-18af46a5-1d2f-4ebc-b5c6-ca80c2bc83b8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0473149 May 19 12:23:57.369421 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1853657c-e85d-4d1c-93d4-6a7db67a3f84 req-f9e9e214-7625-4988-9341-720f49c8998e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471437 May 19 12:23:57.612457 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aae32-c772-476d-9101-774700f2e17e req-91dcffe5-b0d8-4d15-887f-3fe6d46fb572 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:57.613959 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-607aae32-c772-476d-9101-774700f2e17e req-91dcffe5-b0d8-4d15-887f-3fe6d46fb572 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0485461 May 19 12:23:57.661342 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-607aae32-c772-476d-9101-774700f2e17e req-08c93f1e-e5a9-4be1-9971-f31bd6ce4730 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 May 19 12:23:58.486580 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb32a1-ed53-4344-a009-16c835a87235 req-e9ae32f6-4a2c-4759-8a0e-eab8988d9d11 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:58.488057 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3efb32a1-ed53-4344-a009-16c835a87235 req-e9ae32f6-4a2c-4759-8a0e-eab8988d9d11 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0476344 May 19 12:23:58.534617 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3efb32a1-ed53-4344-a009-16c835a87235 req-129354c5-15f2-49af-932f-80980c45fb2f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 May 19 12:23:58.800943 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935807a-f86e-472a-9905-978369f8c2a2 req-ad940dc1-28ab-491c-bf84-f209fbc9372e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:58.803295 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4935807a-f86e-472a-9905-978369f8c2a2 req-ad940dc1-28ab-491c-bf84-f209fbc9372e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0625348 May 19 12:23:58.857059 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4935807a-f86e-472a-9905-978369f8c2a2 req-df925446-9b88-4a52-9652-34fd1a7001e9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471601 May 19 12:23:59.221951 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:59.223758 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:23:59.653590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c926a-211e-4059-8507-01bac92ccd1a req-4c6a2155-617b-4c50-88a8-d85dbb04a94e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:59.655047 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-241c926a-211e-4059-8507-01bac92ccd1a req-4c6a2155-617b-4c50-88a8-d85dbb04a94e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0475523 May 19 12:23:59.703274 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-241c926a-211e-4059-8507-01bac92ccd1a req-fbda454a-c8ac-43fe-9163-6312972a1227 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427797 May 19 12:23:59.986095 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7023299-8fce-4b6c-87e2-89d718c66949 req-d38da338-b901-41a6-ae88-25fa4bfb9a4a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:23:59.987558 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f7023299-8fce-4b6c-87e2-89d718c66949 req-d38da338-b901-41a6-ae88-25fa4bfb9a4a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0524800 May 19 12:24:00.013807 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:00.037085 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f7023299-8fce-4b6c-87e2-89d718c66949 req-c358cc2d-9e69-48dc-bed7-7c64cb4b897c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 May 19 12:24:00.819722 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e4d3-7f47-48a6-bd1f-b0ce15de357a req-336427b1-4d7d-4c35-bdcd-e6efa814959c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:00.821352 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91e4e4d3-7f47-48a6-bd1f-b0ce15de357a req-336427b1-4d7d-4c35-bdcd-e6efa814959c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0476749 May 19 12:24:00.868935 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91e4e4d3-7f47-48a6-bd1f-b0ce15de357a req-39578c20-dba6-49a2-b138-6c3f24266aa3 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 May 19 12:24:01.160880 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38736b0-afa2-4f4e-aef6-2d15826021a9 req-d7d0e55d-21b7-4e6e-9b54-d12a6479239b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:01.163453 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b38736b0-afa2-4f4e-aef6-2d15826021a9 req-d7d0e55d-21b7-4e6e-9b54-d12a6479239b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 944 time: 0.0491958 May 19 12:24:01.216674 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b38736b0-afa2-4f4e-aef6-2d15826021a9 req-bfe3e4e3-99ac-43d0-8623-4708d4f38303 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462952 May 19 12:24:01.424966 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:24:01.525175 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:01.536172 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'port_id': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'mac_address': 'fa:16:3e:49:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:24:01.570996 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:01.571374 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:01.585190 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc43837-dd78-4f9a-ab74-cfe109a4819d {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:24:01.605730 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:01.717698 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:01.769409 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=9']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:01.778336 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.778701 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.779108 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.779397 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.779723 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.780077 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.780399 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.780742 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.781067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.781386 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.781702 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.782061 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.782405 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.782713 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.783026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:01.984627 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7f31-ea30-43db-9e73-f59e46a65f6b req-594e87ad-5047-4fb0-8a48-983caca40622 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:01.986064 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a06a7f31-ea30-43db-9e73-f59e46a65f6b req-594e87ad-5047-4fb0-8a48-983caca40622 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0487106 May 19 12:24:02.018270 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:02.033901 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a06a7f31-ea30-43db-9e73-f59e46a65f6b req-7e45b1b4-be3b-4e1b-91f5-a357ca9f97f2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 May 19 12:24:02.332709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['5fc43837-dd78-4f9a-ab74-cfe109a4819d'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:24:02.339602 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c57e0-c5bf-42ba-9cdf-8e81d15f7aa7 req-fbc8a3c1-f27b-4a69-b1cd-98debe6ad2e5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:02.341270 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a05c57e0-c5bf-42ba-9cdf-8e81d15f7aa7 req-fbc8a3c1-f27b-4a69-b1cd-98debe6ad2e5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 945 time: 0.0493689 May 19 12:24:02.391643 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a05c57e0-c5bf-42ba-9cdf-8e81d15f7aa7 req-8e3ce999-2f10-4d6a-a930-adfaaf54bf86 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437846 May 19 12:24:03.156079 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b92b-d2ce-4961-893a-f12748047089 req-03f9b9c8-6603-4687-a33f-a5df03ffc4c2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:03.157546 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b3e5b92b-d2ce-4961-893a-f12748047089 req-03f9b9c8-6603-4687-a33f-a5df03ffc4c2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0519738 May 19 12:24:03.210483 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b3e5b92b-d2ce-4961-893a-f12748047089 req-df1b28ed-f874-4643-ae7c-fe58fbcd0cb2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 May 19 12:24:03.518650 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415762-9b71-4394-abfa-b583d197fe57 req-31f89540-a510-4806-b6b6-5e1deddb8134 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:03.520067 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2e415762-9b71-4394-abfa-b583d197fe57 req-31f89540-a510-4806-b6b6-5e1deddb8134 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 945 time: 0.0513871 May 19 12:24:03.569721 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2e415762-9b71-4394-abfa-b583d197fe57 req-a781b510-2f23-47ff-914c-b65d158888b4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 May 19 12:24:03.694115 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:24:03.737589 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 5fc43837-dd78-4f9a-ab74-cfe109a4819d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:24:03.737959 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:03.814095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 5fc43837-dd78-4f9a-ab74-cfe109a4819d is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:24:03.814480 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:03.836588 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:03.838779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0aec15-7bc0-4a1b-b25e-643aee4500ef" -d '{"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:03.852160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:03.933620 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7bf955-c91d-42d2-b734-6767eb5df750 x-openstack-request-id: req-fd7bf955-c91d-42d2-b734-6767eb5df750 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:03.934016 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-plugged", "status": "completed", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:03.934434 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd7bf955-c91d-42d2-b734-6767eb5df750 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:03.934813 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7bf955-c91d-42d2-b734-6767eb5df750'] response: {'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'code': 200} May 19 12:24:03.937916 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:03.988468 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=10']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:04.330204 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eda94-8452-45b8-8881-a274a5adca81 req-5165f324-a4be-45fb-b851-5e55b5935eb2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:04.332230 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7a0eda94-8452-45b8-8881-a274a5adca81 req-5165f324-a4be-45fb-b851-5e55b5935eb2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0503809 May 19 12:24:04.385881 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7a0eda94-8452-45b8-8881-a274a5adca81 req-aec10e2e-34f6-4e4a-9d6e-ecc703b499d0 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467632 May 19 12:24:04.691670 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1634708-e022-4659-a48b-db1640332fdf req-335e566f-fc1f-44fc-8169-45749d9020f9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:04.693721 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e1634708-e022-4659-a48b-db1640332fdf req-335e566f-fc1f-44fc-8169-45749d9020f9 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0489802 May 19 12:24:04.743364 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e1634708-e022-4659-a48b-db1640332fdf req-829de1c6-bfc0-46c7-9074-039fdaef0458 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438738 May 19 12:24:04.788629 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32fc73-0286-404f-993e-d3f1ee0ab59c req-2ea4f0ec-cbe5-44d1-9607-a51e9bd09f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:04.790123 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4a32fc73-0286-404f-993e-d3f1ee0ab59c req-2ea4f0ec-cbe5-44d1-9607-a51e9bd09f03 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 1131 time: 0.0396914 May 19 12:24:04.839980 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4a32fc73-0286-404f-993e-d3f1ee0ab59c req-7b43e2b3-8f60-4054-a93a-ddd480903811 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 May 19 12:24:05.505540 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd0ac-498d-4e17-93d8-b52daf6b6e32 req-ed6aa413-0966-4335-99cf-820481e6e53d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:05.507181 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-df0fd0ac-498d-4e17-93d8-b52daf6b6e32 req-ed6aa413-0966-4335-99cf-820481e6e53d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0487535 May 19 12:24:05.558002 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-df0fd0ac-498d-4e17-93d8-b52daf6b6e32 req-69d12eef-cfcd-4e70-ac5b-25fe912ba78e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447545 May 19 12:24:05.871351 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eb922-28c8-4bbe-8628-6051b48aaa35 req-9768decd-b0c9-4151-ae06-47ff94fe1cc2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:05.872833 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-104eb922-28c8-4bbe-8628-6051b48aaa35 req-9768decd-b0c9-4151-ae06-47ff94fe1cc2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0511670 May 19 12:24:05.919666 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-104eb922-28c8-4bbe-8628-6051b48aaa35 req-2fc56a07-6f2f-4a3a-9369-8b4a99bbc248 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 May 19 12:24:06.676673 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea3e59-4fcb-4684-b4b3-d8beb53cb874 req-607bab4b-5eb6-44e3-beea-fdec04745be2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:06.678208 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-15ea3e59-4fcb-4684-b4b3-d8beb53cb874 req-607bab4b-5eb6-44e3-beea-fdec04745be2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0496631 May 19 12:24:06.691420 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:06.730128 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-15ea3e59-4fcb-4684-b4b3-d8beb53cb874 req-e9b639e3-062b-4a73-a8fa-409239ad1ad5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 May 19 12:24:07.053789 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36053408-5fa2-4263-8b90-38bfd5d3139b req-c6b537be-b5d2-4a69-b665-22927fdbbce2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:07.055280 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-36053408-5fa2-4263-8b90-38bfd5d3139b req-c6b537be-b5d2-4a69-b665-22927fdbbce2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0581875 May 19 12:24:07.105580 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-36053408-5fa2-4263-8b90-38bfd5d3139b req-935e6e61-0d13-4b30-9ece-1e9867617661 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436361 May 19 12:24:07.849912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310ce57-4305-4a3f-a8d8-cb1838fc4b24 req-39e0223b-487b-4343-938a-6adb5405ce5a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:07.851410 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c310ce57-4305-4a3f-a8d8-cb1838fc4b24 req-39e0223b-487b-4343-938a-6adb5405ce5a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0499806 May 19 12:24:07.899174 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c310ce57-4305-4a3f-a8d8-cb1838fc4b24 req-7562bef4-f55a-4c4c-a4fe-8f56b512c5fa tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 May 19 12:24:08.230277 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d5996-03bc-4582-9888-3ba84407bc8b req-a6667edd-3a91-44db-b383-9f6e340f0a38 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:08.231893 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e5d5996-03bc-4582-9888-3ba84407bc8b req-a6667edd-3a91-44db-b383-9f6e340f0a38 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0464630 May 19 12:24:08.262944 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:08.282917 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e5d5996-03bc-4582-9888-3ba84407bc8b req-259ecc6d-6387-4d78-a8ee-c2fdce579d0c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448222 May 19 12:24:09.019835 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fe3e8-cdb1-424c-bcb9-9e5d479cbab1 req-1888d039-919b-4cde-a94d-5f0f6e3f5548 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:09.021976 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3c8fe3e8-cdb1-424c-bcb9-9e5d479cbab1 req-1888d039-919b-4cde-a94d-5f0f6e3f5548 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0514100 May 19 12:24:09.072978 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3c8fe3e8-cdb1-424c-bcb9-9e5d479cbab1 req-827e29be-0d61-4d57-afc5-7f53fc09d4c6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 May 19 12:24:09.406229 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b35cd2-f3f4-4c65-b128-efd75b76b1a3 req-3c56227a-e680-4690-8d65-2b95b2798d7d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:09.407930 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-26b35cd2-f3f4-4c65-b128-efd75b76b1a3 req-3c56227a-e680-4690-8d65-2b95b2798d7d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0505595 May 19 12:24:09.461622 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-26b35cd2-f3f4-4c65-b128-efd75b76b1a3 req-b6564a88-d731-4323-99d7-80fba517b8ad tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 May 19 12:24:10.196503 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4a2aa-20a2-406f-8bcb-b6b4e31b3a1f req-0a33a9f5-4d21-4db3-819b-08295f03480a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:10.197983 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8dc4a2aa-20a2-406f-8bcb-b6b4e31b3a1f req-0a33a9f5-4d21-4db3-819b-08295f03480a tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0541971 May 19 12:24:10.246299 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8dc4a2aa-20a2-406f-8bcb-b6b4e31b3a1f req-a7c0d686-1cbc-4bd4-943e-1983447a0ad3 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 May 19 12:24:10.268361 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:10.269388 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:11.370070 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43febdc-10d4-4854-88e4-f99b3054ab66 req-9541a8a8-248c-4602-ae88-166505906434 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:11.371601 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e43febdc-10d4-4854-88e4-f99b3054ab66 req-9541a8a8-248c-4602-ae88-166505906434 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0490673 May 19 12:24:11.419086 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e43febdc-10d4-4854-88e4-f99b3054ab66 req-237120c9-9493-4154-8f82-9271a32c9cca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 May 19 12:24:12.503304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-824369b1-3f32-41f3-8360-a5dea0eacf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:12.532813 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6c6c-4f3c-4de5-90c0-a6671c8cedd2 req-1e4c95cb-6669-41c8-b95c-e4c4c695cf1b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:12.534277 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-330a6c6c-4f3c-4de5-90c0-a6671c8cedd2 req-1e4c95cb-6669-41c8-b95c-e4c4c695cf1b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0477617 May 19 12:24:12.586649 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-330a6c6c-4f3c-4de5-90c0-a6671c8cedd2 req-44db432d-05e3-49f9-97ee-894dce9b8efa tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465314 May 19 12:24:13.013456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50819c7d-4646-4019-a741-b41f678cb112 req-3187f225-f502-4248-a0f9-a6fe5b29be19 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:13.014954 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-50819c7d-4646-4019-a741-b41f678cb112 req-3187f225-f502-4248-a0f9-a6fe5b29be19 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0478957 May 19 12:24:13.063211 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-50819c7d-4646-4019-a741-b41f678cb112 req-a4114ff7-c9b8-43e4-91e7-4ee64adac173 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 May 19 12:24:13.190722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805272e-c412-40d2-999d-8573c6218015 req-73107aa5-f41f-48d8-af96-c69c799d94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:13.192171 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-73107aa5-f41f-48d8-af96-c69c799d94f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 1129 time: 0.0395310 May 19 12:24:13.283245 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805272e-c412-40d2-999d-8573c6218015 req-49105212-e6fd-411c-b3b8-aa97ee082048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:13.284767 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-49105212-e6fd-411c-b3b8-aa97ee082048 service neutron] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 912 time: 0.0854969 May 19 12:24:13.348222 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-26a63a1b-8af8-40f6-8768-f6e305231ad9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 200 len: 1001 time: 0.0577536 May 19 12:24:13.395273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805272e-c412-40d2-999d-8573c6218015 req-c10b388c-1885-4058-a263-909e15a8acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:13.396860 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-c10b388c-1885-4058-a263-909e15a8acfd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0429707 May 19 12:24:13.440029 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805272e-c412-40d2-999d-8573c6218015 req-48716017-59dc-49ca-8197-ddf879127c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:13.441566 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-48716017-59dc-49ca-8197-ddf879127c30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385089 May 19 12:24:13.535757 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-3cff2fcb-4374-47cf-8b1e-8103d10c4f40 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872474 May 19 12:24:13.595993 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:13.610140 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:13.631999 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1805272e-c412-40d2-999d-8573c6218015 req-e0564674-ad57-4132-9186-bb468f44782d service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897746 May 19 12:24:14.183353 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe2d9-fe46-495d-a439-1331ff664354 req-8d6c7697-1ae3-4deb-b0a4-e5f6e38772c4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:14.184993 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa1fe2d9-fe46-495d-a439-1331ff664354 req-8d6c7697-1ae3-4deb-b0a4-e5f6e38772c4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0475094 May 19 12:24:14.237209 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:14.237974 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa1fe2d9-fe46-495d-a439-1331ff664354 req-c246e6ad-98a1-40d7-b384-a3a3238ebac5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 May 19 12:24:14.968270 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-86556df7-6901-4e3d-8ba6-5dfbef46168e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:15.352774 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c64fa1-03ac-466d-bd37-a4d2f8a68fd7 req-997cf278-3e10-4de3-b9b0-c02ab7c76814 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:15.354229 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-09c64fa1-03ac-466d-bd37-a4d2f8a68fd7 req-997cf278-3e10-4de3-b9b0-c02ab7c76814 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0497758 May 19 12:24:15.401070 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-09c64fa1-03ac-466d-bd37-a4d2f8a68fd7 req-7d0d4bb8-3eb7-4227-80ad-97d07921db4c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410120 May 19 12:24:16.029395 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:17.565951 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:19.227453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:19.304836 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:23.694702 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:25.395181 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:25.397578 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=78 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:29.230822 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:30.264996 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:24:32.252000 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3261-7eb4-4dfe-a81e-d2bff074fa60 req-58f56d17-7b8e-48cb-ae3e-db8778b9dc08 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:32.253424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b12a3261-7eb4-4dfe-a81e-d2bff074fa60 req-58f56d17-7b8e-48cb-ae3e-db8778b9dc08 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0498540 May 19 12:24:32.316194 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b12a3261-7eb4-4dfe-a81e-d2bff074fa60 req-35ca1300-1fcd-449e-8148-228b32db73a4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565407 May 19 12:24:32.406702 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-490d37cb-4dfa-4aef-bf44-4b2310f32dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:32.408223 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-490d37cb-4dfa-4aef-bf44-4b2310f32dec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1168 time: 0.0395768 May 19 12:24:32.505153 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-653734c3-a88d-4ad2-ae47-876973817fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:32.506490 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-653734c3-a88d-4ad2-ae47-876973817fe9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 915 time: 0.0888851 May 19 12:24:32.569950 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-c907ec22-ec2f-47c5-b397-d810a9e6c811 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0552783 May 19 12:24:32.626420 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-6cae43d0-6b05-4b8e-8d01-16109fb5f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:32.627897 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-6cae43d0-6b05-4b8e-8d01-16109fb5f76c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 200 len: 853 time: 0.0436022 May 19 12:24:32.679847 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-f0d55b68-2207-4818-83e6-c6ea7346c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:32.681332 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-f0d55b68-2207-4818-83e6-c6ea7346c67b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4fc84730-31b5-4522-8209-b6ce187a5147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416310 May 19 12:24:32.771311 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-bac13841-6b6f-435d-ad7c-9bfc7e7066b2 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827839 May 19 12:24:32.867568 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ac4528f-bf9e-4068-930c-0f4db31e205a req-735a6ccf-dfb1-466c-827d-799af8b220b9 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898333 May 19 12:24:33.437293 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02316b-f69c-4673-b984-d77ca8f0405b req-69a3a286-be04-4416-9282-e2f79ea348c0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:33.438743 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3c02316b-f69c-4673-b984-d77ca8f0405b req-69a3a286-be04-4416-9282-e2f79ea348c0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0515404 May 19 12:24:33.498759 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3c02316b-f69c-4673-b984-d77ca8f0405b req-69701d53-136d-4300-803e-b192f30626b8 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539868 May 19 12:24:34.618688 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ab19c-84c9-46fe-9dcd-8eeff990139d req-2f540593-47b1-4eb4-aca6-99e2dfff83d4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:34.620223 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-009ab19c-84c9-46fe-9dcd-8eeff990139d req-2f540593-47b1-4eb4-aca6-99e2dfff83d4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0510869 May 19 12:24:34.682390 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-009ab19c-84c9-46fe-9dcd-8eeff990139d req-3510e6e6-900d-4fcf-8171-74ee8a61279b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565469 May 19 12:24:35.801883 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973533c0-fb19-4de7-a180-c45e12d70204 req-94d9bf51-c2a8-444d-b4ee-6ae2effd9553 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:35.803305 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-973533c0-fb19-4de7-a180-c45e12d70204 req-94d9bf51-c2a8-444d-b4ee-6ae2effd9553 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0502853 May 19 12:24:35.870997 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-973533c0-fb19-4de7-a180-c45e12d70204 req-d04cda27-2584-497d-95e5-46c4f555d354 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615199 May 19 12:24:35.976480 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41db83-647a-4cbf-b40c-c538e450ccab req-5d3a3a7c-0642-4588-b953-78501b978ecb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:35.977954 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bf41db83-647a-4cbf-b40c-c538e450ccab req-5d3a3a7c-0642-4588-b953-78501b978ecb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0476804 May 19 12:24:36.026052 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bf41db83-647a-4cbf-b40c-c538e450ccab req-ae91a7e2-5550-406e-a328-5423dc761076 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 May 19 12:24:36.248189 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:36.990560 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696acec7-1976-4ad9-879f-72d60febc2e0 req-021b8ab9-632f-49cb-a12c-e28684d28674 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:36.992560 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-696acec7-1976-4ad9-879f-72d60febc2e0 req-021b8ab9-632f-49cb-a12c-e28684d28674 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0490539 May 19 12:24:37.053473 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-696acec7-1976-4ad9-879f-72d60febc2e0 req-6d91c06c-b98d-4c65-a5af-e11d5160cf8c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556772 May 19 12:24:37.147138 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e41c-cfd6-4854-81ec-56960ddeaca8 req-aa927650-42ae-4909-8f2f-262a6750cf58 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:37.148632 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9d89e41c-cfd6-4854-81ec-56960ddeaca8 req-aa927650-42ae-4909-8f2f-262a6750cf58 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0518496 May 19 12:24:37.197761 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9d89e41c-cfd6-4854-81ec-56960ddeaca8 req-e4794614-3a80-4713-bb28-99910aea878b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 May 19 12:24:38.167029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d18e10-f3e2-469c-84c0-5eaa87d453fb req-b5dbd249-e138-4ce3-bd8b-14e280747ea2 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:38.168531 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-13d18e10-f3e2-469c-84c0-5eaa87d453fb req-b5dbd249-e138-4ce3-bd8b-14e280747ea2 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0464416 May 19 12:24:38.228801 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-13d18e10-f3e2-469c-84c0-5eaa87d453fb req-e3a4014f-8c33-4c4d-8e7d-ab87f49a8821 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545824 May 19 12:24:38.306640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-ba136983-9184-4564-a527-240d8570b14b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:38.308324 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-ba136983-9184-4564-a527-240d8570b14b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0504611 May 19 12:24:38.314358 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54508c9c-a9fb-4ab0-a17f-0518462ab5fa req-bf8c9cbb-c44c-480c-be35-fa837155b1f3 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:38.315960 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54508c9c-a9fb-4ab0-a17f-0518462ab5fa req-bf8c9cbb-c44c-480c-be35-fa837155b1f3 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 945 time: 0.0490403 May 19 12:24:38.370193 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54508c9c-a9fb-4ab0-a17f-0518462ab5fa req-dee36ddc-d01c-44f2-a8af-757ba1b0bbdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=9334797f-9e6d-45b0-89b1-2c62b34dbd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483277 May 19 12:24:38.399438 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port 4d47e479-3475-4012-b86f-9a5b42aaddf7 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:38.399795 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.494869 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] For port 4d47e479-3475-4012-b86f-9a5b42aaddf7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4d47e479-3475-4012-b86f-9a5b42aaddf7,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:38.495143 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.933654 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.934003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (1779704a-5136-4557-8288-60660986ba09), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:38.934320 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP 1779704a-5136-4557-8288-60660986ba09 disassociated. External IP: 172.27.1.143, port: 4d47e479-3475-4012-b86f-9a5b42aaddf7. May 19 12:24:38.934671 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for 4d47e479-3475-4012-b86f-9a5b42aaddf7 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:38.995310 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:39.015641 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:39.147107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (4d47e479-3475-4012-b86f-9a5b42aaddf7), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.176900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=4d47e479-3475-4012-b86f-9a5b42aaddf7,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:39.188931 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.189264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.189607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.190029 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.190280 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.190608 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.190942 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.191268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.192155 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.193104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.193448 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.193780 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.194105 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.194442 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.194760 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:39.303072 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:39.356856 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaec178-f734-4601-a1a2-75fb3202e388 req-65ab3219-b756-4c8f-bda5-c3ad0dc7858c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:39.359368 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ecaec178-f734-4601-a1a2-75fb3202e388 req-65ab3219-b756-4c8f-bda5-c3ad0dc7858c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0548160 May 19 12:24:39.398157 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:39.415045 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:39.434650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:39.435241 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ecaec178-f734-4601-a1a2-75fb3202e388 req-a4087fd0-93bf-44e0-9bb0-741d64fd1328 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684195 May 19 12:24:39.449223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:39.461862 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:39.462788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:39.482501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] No DVR routers for this DVR port 4d47e479-3475-4012-b86f-9a5b42aaddf7 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:24:39.485404 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:39.489580 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d639cd1d-1dda-46f6-8d7d-eb4f5c4f1e88 req-64d48978-f2d6-4802-81c4-e9bcd1d84be7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "DELETE /v2.0/ports/4d47e479-3475-4012-b86f-9a5b42aaddf7 HTTP/1.1" status: 204 len: 173 time: 1.1753414 May 19 12:24:39.490046 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'name': 'network-vif-deleted', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:39.492550 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d1c40-cad7-4692-9e37-1749d810508d" -d '{"events": [{"server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "name": "network-vif-deleted", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:39.508563 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d7d3b1d1-ea03-44cc-b8e7-93c5ab72be92 req-1156dbdd-4142-4c83-927e-56ae44a64e55 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0391662 May 19 12:24:39.608726 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:39.634053 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51027f1c-7ffb-42f4-8891-1ca4dd6f8c55 x-openstack-request-id: req-51027f1c-7ffb-42f4-8891-1ca4dd6f8c55 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:39.634343 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cac13b6-2524-4f4b-879d-0e6723932d04", "name": "network-vif-deleted", "tag": "4d47e479-3475-4012-b86f-9a5b42aaddf7", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:39.634595 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51027f1c-7ffb-42f4-8891-1ca4dd6f8c55 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:39.635019 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51027f1c-7ffb-42f4-8891-1ca4dd6f8c55'] response: {'server_uuid': '8cac13b6-2524-4f4b-879d-0e6723932d04', 'name': 'network-vif-deleted', 'tag': '4d47e479-3475-4012-b86f-9a5b42aaddf7', 'status': 'completed', 'code': 200} May 19 12:24:39.826256 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:41Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:39.851891 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:39.860783 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:39.861425 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:39.967476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:40.061580 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1322e-fd2a-46a7-853c-8d714287b6f8 req-989c03d7-c2ca-415c-a594-532f13c844aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:40.063254 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-15b1322e-fd2a-46a7-853c-8d714287b6f8 req-989c03d7-c2ca-415c-a594-532f13c844aa tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0530577 May 19 12:24:40.116896 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-15b1322e-fd2a-46a7-853c-8d714287b6f8 req-a8d61e79-98b4-4649-bff9-8c46a9efae27 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454028 May 19 12:24:40.205751 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:41Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:40.232825 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea2f02-10c7-4ee6-a938-082e27bc1bea None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3f5e398e-870a-4523-8d62-ff7e4d05ac4e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:60:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51363d7f-7d31-427b-87c1-fa437e713d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:18:24Z', 'updated_at': '2022-05-19T12:19:41Z', 'revision_number': 2, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:40.260764 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:40.495451 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97014caf-0a2b-4837-ae58-b694c6186348 None None] New status for floating IP 1779704a-5136-4557-8288-60660986ba09: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:24:40.581076 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f069c8d-9760-47ac-98ab-ce631ec1280b req-24991a2f-7b46-45d4-ac13-5b330a988615 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:40.583294 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9f069c8d-9760-47ac-98ab-ce631ec1280b req-24991a2f-7b46-45d4-ac13-5b330a988615 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0539572 May 19 12:24:40.640651 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-daf481aa-1fcd-44c2-a255-f231b8c8f040 req-8b2c888f-c2b0-4175-906d-43d0bc136287 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0368350 May 19 12:24:40.679048 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9f069c8d-9760-47ac-98ab-ce631ec1280b req-2e9a2f00-84ae-4622-8700-507a6b07a7b3 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898860 May 19 12:24:41.261667 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a66fce-d096-4ace-8982-620f0a3fe5b1 req-e41a0986-6e12-4ecf-965e-2e3d76dd7687 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:41.263159 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-84a66fce-d096-4ace-8982-620f0a3fe5b1 req-e41a0986-6e12-4ecf-965e-2e3d76dd7687 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0706604 May 19 12:24:41.311362 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-84a66fce-d096-4ace-8982-620f0a3fe5b1 req-99115203-2017-4fbf-b1fd-2e0131b5c72d tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 May 19 12:24:41.755089 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-516a87e5-94b8-4ace-b549-5379275bee26 req-308b5b37-b70f-4bcd-9054-5de950fd0a8a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0287068 May 19 12:24:41.805902 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252487-1fcf-4e16-b0ce-8266905f4134 req-5945985b-19a4-4e0d-92ff-318d9ff01c5c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:41.807509 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-19252487-1fcf-4e16-b0ce-8266905f4134 req-5945985b-19a4-4e0d-92ff-318d9ff01c5c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0508859 May 19 12:24:41.871818 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 4d47e479-3475-4012-b86f-9a5b42aaddf7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:24:41.874507 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-19252487-1fcf-4e16-b0ce-8266905f4134 req-bd954372-1625-4df9-b432-a9a4880ef674 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609562 May 19 12:24:41.892107 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 4d47e479-3475-4012-b86f-9a5b42aaddf7 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:24:41.892550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 4d47e479-3475-4012-b86f-9a5b42aaddf7 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:24:42.435638 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627801d-328b-41ab-9fc3-6e6802caec91 req-a858f6e8-d726-4118-b077-cf17b2e6b0ba tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:42.437381 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3627801d-328b-41ab-9fc3-6e6802caec91 req-a858f6e8-d726-4118-b077-cf17b2e6b0ba tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0528872 May 19 12:24:42.459566 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6302-7be4-4c6b-a65a-3ad4ca51c77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:42.487779 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3627801d-328b-41ab-9fc3-6e6802caec91 req-3f7bca49-60cc-498b-b14f-9aba603c9548 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 May 19 12:24:42.862232 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c5ec0be4-a41c-4c1d-8a99-5519b41622a6 req-99f58021-5b03-4b83-9016-d56114c2804a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0278530 May 19 12:24:42.992090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79b6b-d347-4a51-a05b-81322743bd29 req-df8741e0-b83b-40b2-8ea6-1a9cc41efc74 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:42.993458 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8cd79b6b-d347-4a51-a05b-81322743bd29 req-df8741e0-b83b-40b2-8ea6-1a9cc41efc74 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0475464 May 19 12:24:43.057931 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8cd79b6b-d347-4a51-a05b-81322743bd29 req-85673f6c-49ae-4a16-a8bd-6cb4295efc5b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588291 May 19 12:24:43.602810 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebbe1a-defe-4234-b026-a1a3029f7ee6 req-dea40b14-64d0-4f5d-b64e-27c24d2232e9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:43.604366 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91ebbe1a-defe-4234-b026-a1a3029f7ee6 req-dea40b14-64d0-4f5d-b64e-27c24d2232e9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0482607 May 19 12:24:43.652440 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91ebbe1a-defe-4234-b026-a1a3029f7ee6 req-6696dfb5-04e2-4f2a-872b-f43d64901ce6 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 May 19 12:24:43.971083 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b21eac5a-4937-4534-b67c-c3c46a73715c req-a0e9d192-5179-4754-900e-1c8ba143d704 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cac13b6-2524-4f4b-879d-0e6723932d04 HTTP/1.1" status: 200 len: 210 time: 0.0275555 May 19 12:24:44.176021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-3e5432ce-2430-4459-a871-79c527c13e2b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:44.178093 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-3e5432ce-2430-4459-a871-79c527c13e2b tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0511098 May 19 12:24:44.179070 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a07df-3bb4-4e8f-8691-2b3ee273adda req-1b06a67e-fbd8-4552-93e5-2b61b8d5c76b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:44.180644 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-234a07df-3bb4-4e8f-8691-2b3ee273adda req-1b06a67e-fbd8-4552-93e5-2b61b8d5c76b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0516188 May 19 12:24:44.240791 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.246412 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-234a07df-3bb4-4e8f-8691-2b3ee273adda req-9ab13ba9-bcbb-4367-b2f4-fb71fb0d16ce tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599627 May 19 12:24:44.350076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Deleting port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:44.350717 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.441986 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] For port 413f04d8-4ef0-4bef-8ee6-725aaa428db9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=413f04d8-4ef0-4bef-8ee6-725aaa428db9,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:44.442285 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.596847 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:44.613678 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.614859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.614859 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Floating IP 2c25a128-8edb-48db-8c76-8cd6b3b1d39c disassociated. External IP: 172.27.1.207, port: 413f04d8-4ef0-4bef-8ee6-725aaa428db9. May 19 12:24:44.614859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Calling delete_port for 413f04d8-4ef0-4bef-8ee6-725aaa428db9 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:44.767559 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5f05-648c-4185-a62c-8eb008e99c0f req-3eb39d65-ce04-4d7b-8995-24d3faf00e1f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:44.768984 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bdfd5f05-648c-4185-a62c-8eb008e99c0f req-3eb39d65-ce04-4d7b-8995-24d3faf00e1f tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 946 time: 0.0483744 May 19 12:24:44.817402 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bdfd5f05-648c-4185-a62c-8eb008e99c0f req-89e89128-cebd-433d-ab6c-634e23121807 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=df9e92dc-9cd3-4427-b435-61dc2ecbbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 May 19 12:24:44.825035 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (413f04d8-4ef0-4bef-8ee6-725aaa428db9), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.857002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event deleted for resources: {'Port': ['ID=413f04d8-4ef0-4bef-8ee6-725aaa428db9,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:44.956376 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4253-d6ae-492a-a974-ba8d980b5888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:44.965682 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:45.009271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:45.071860 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:45.088525 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] Sync routers for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:45.099406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:45.100099 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:45.124293 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] No DVR routers for this DVR port 413f04d8-4ef0-4bef-8ee6-725aaa428db9 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:24:45.126917 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.131497 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-81f43296-a7d4-4e2b-b50b-985c81a4d98c req-358e9eca-c723-4dc3-af57-348b5bbe4f97 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "DELETE /v2.0/ports/413f04d8-4ef0-4bef-8ee6-725aaa428db9 HTTP/1.1" status: 204 len: 173 time: 0.8660111 May 19 12:24:45.131911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'name': 'network-vif-deleted', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:45.135157 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7db4c-536c-4a52-bd65-f6ba4f2837f5" -d '{"events": [{"server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "name": "network-vif-deleted", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:45.141161 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 46828) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:45.180947 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ea85b8-4ecb-4ca5-b1f2-0bd6d0b6737d x-openstack-request-id: req-61ea85b8-4ecb-4ca5-b1f2-0bd6d0b6737d {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:45.181473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caffcacb-8fb4-412e-ae78-67570b491068", "name": "network-vif-deleted", "tag": "413f04d8-4ef0-4bef-8ee6-725aaa428db9", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:45.181473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61ea85b8-4ecb-4ca5-b1f2-0bd6d0b6737d {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:45.181875 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ea85b8-4ecb-4ca5-b1f2-0bd6d0b6737d'] response: {'server_uuid': 'caffcacb-8fb4-412e-ae78-67570b491068', 'name': 'network-vif-deleted', 'tag': '413f04d8-4ef0-4bef-8ee6-725aaa428db9', 'status': 'completed', 'code': 200} May 19 12:24:45.201630 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:45.208059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:45.208059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (9334797f-9e6d-45b0-89b1-2c62b34dbd6e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.219755 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:45.221468 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:45.236402 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (9334797f-9e6d-45b0-89b1-2c62b34dbd6e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.333971 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:45.381228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9334797f-9e6d-45b0-89b1-2c62b34dbd6e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.383839 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.384892 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/security-groups/9334797f-9e6d-45b0-89b1-2c62b34dbd6e HTTP/1.1" status: 204 len: 168 time: 0.2427552 May 19 12:24:45.388146 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46832) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:45.405311 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.api.v2.resource [None req-cd958bd2-7204-41e3-9b14-5d2e836f864b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] show failed (client error): The resource could not be found. May 19 12:24:45.407432 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-cd958bd2-7204-41e3-9b14-5d2e836f864b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups/9334797f-9e6d-45b0-89b1-2c62b34dbd6e HTTP/1.1" status: 404 len: 347 time: 0.0180621 May 19 12:24:45.408757 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3ec44-c393-4114-ad96-4b39aac02076 req-45feedc9-4dff-4bc8-8da9-ecb2c386afa4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:45.411224 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c1e3ec44-c393-4114-ad96-4b39aac02076 req-45feedc9-4dff-4bc8-8da9-ecb2c386afa4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0854106 May 19 12:24:45.411564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46834) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:45.448330 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:45.450137 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334797f-9e6d-45b0-89b1-2c62b34dbd6e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:45.464777 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.465426 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.465771 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.466115 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.466444 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.466940 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.467439 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.467945 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.468442 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.469087 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.469595 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.470122 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.470630 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.470965 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.471342 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5b434-2e41-4c3b-8e89-a41c241ea6ec tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:24:45.501167 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] Checking router: f039dfda-dff9-4b21-96b3-afcb6eadc5a6 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:45.516738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:45.517554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:45.540674 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c1e3ec44-c393-4114-ad96-4b39aac02076 req-8b332333-df3a-447f-9007-85f94bcf5181 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb&id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203270 May 19 12:24:45.580704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port 5c0d545d-eef9-422b-805e-89b598effdd2 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:45.581160 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (5c0d545d-eef9-422b-805e-89b598effdd2), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.649278 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:45.663412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (5c0d545d-eef9-422b-805e-89b598effdd2), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.663744 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (5c0d545d-eef9-422b-805e-89b598effdd2), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.678451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for 5c0d545d-eef9-422b-805e-89b598effdd2 owned by network:floatingip {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:45.847592 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:45.879650 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991b837-73ba-4cc7-ad4a-4b1c8a39294d None None] The sync data for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi is: [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:17:57Z', 'revision_number': 4, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '8aabd3e2-2204-48c3-97c7-1fa5e8852750', 'name': '', 'network_id': 'e3809f96-195f-4c7b-acab-0be138088685', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'mac_address': 'fa:16:3e:63:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:11Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'subnets': [{'id': 'c1156c03-aea9-492a-a80b-364cc30d4a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:45.894359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (5c0d545d-eef9-422b-805e-89b598effdd2), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:45.924195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=5c0d545d-eef9-422b-805e-89b598effdd2,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:45.949022 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3e416991-efcc-46fa-bb7f-b5c1a872cff1 req-8a081390-96fd-4342-8c38-73576cb68c34 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0461552 May 19 12:24:45.999145 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (1779704a-5136-4557-8288-60660986ba09), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.001690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.002915 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ff0799e7-7809-4454-ac67-7ffd44c89715 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/floatingips/1779704a-5136-4557-8288-60660986ba09 HTTP/1.1" status: 204 len: 168 time: 0.5903633 May 19 12:24:46.024882 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:46.173126 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62332b15-a869-4740-8beb-11e6a2816858 None None] New status for floating IP 2c25a128-8edb-48db-8c76-8cd6b3b1d39c: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:24:47.067836 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-40c4b08d-39df-4612-854d-e7e76dc257e5 req-623df330-5e5b-4561-ae71-9ad91afc8193 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=caffcacb-8fb4-412e-ae78-67570b491068 HTTP/1.1" status: 200 len: 210 time: 0.0313578 May 19 12:24:47.550295 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:47.863649 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 413f04d8-4ef0-4bef-8ee6-725aaa428db9 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:24:47.883732 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:47.888532 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 413f04d8-4ef0-4bef-8ee6-725aaa428db9 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:24:47.888879 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 413f04d8-4ef0-4bef-8ee6-725aaa428db9 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:24:47.890225 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-22c2455a-e130-4939-925d-71247c6821db service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406260 May 19 12:24:47.964193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-1ec2dc16-a951-4ead-9510-455f16433be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:47.965700 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-1ec2dc16-a951-4ead-9510-455f16433be5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3d651a605fd4dee95797a7ec3896792&device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 1129 time: 0.0399389 May 19 12:24:48.083494 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-43f67fd0-6242-4818-a97d-6d804509e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.084896 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-43f67fd0-6242-4818-a97d-6d804509e7d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 200 len: 919 time: 0.0908744 May 19 12:24:48.125341 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-8734d643-34dc-4dcc-88f8-f21fbbd9e3fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 200 len: 217 time: 0.0333605 May 19 12:24:48.178281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-badbbf4f-66ab-4fda-aebb-a10995268b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.180016 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-badbbf4f-66ab-4fda-aebb-a10995268b6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 200 len: 857 time: 0.0485623 May 19 12:24:48.224084 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-f44e2759-962e-4246-9505-f8b499d45ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:48.225566 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-f44e2759-962e-4246-9505-f8b499d45ff4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3809f96-195f-4c7b-acab-0be138088685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399873 May 19 12:24:48.283888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:48.314505 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-3de2e167-02a6-4868-b1a7-26214acd6c5c service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830009 May 19 12:24:48.406588 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2501bcd8-a6f1-4f55-a272-36cf0bb83f36 req-7c8c118c-cf1a-4660-b32b-728d06389346 service neutron] 10.222.0.81 "GET /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849843 May 19 12:24:49.203803 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0493a95-5a98-42a5-85d2-70aad4bc8bf1 req-f8ca7f3c-36ee-4004-902e-ec1186a241fa tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:49.205189 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d0493a95-5a98-42a5-85d2-70aad4bc8bf1 req-f8ca7f3c-36ee-4004-902e-ec1186a241fa tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0495648 May 19 12:24:49.247162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46868) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:49.255387 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d0493a95-5a98-42a5-85d2-70aad4bc8bf1 req-9b5b92ac-c9d3-4082-83d8-659e38041713 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 May 19 12:24:49.299143 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.304687 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b6be8a6d-0da6-4de9-8980-094a6a5213e3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group (df9e92dc-9cd3-4427-b435-61dc2ecbbabb), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.329514 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b6be8a6d-0da6-4de9-8980-094a6a5213e3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group (df9e92dc-9cd3-4427-b435-61dc2ecbbabb), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.464341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b6be8a6d-0da6-4de9-8980-094a6a5213e3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (df9e92dc-9cd3-4427-b435-61dc2ecbbabb), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.466906 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b6be8a6d-0da6-4de9-8980-094a6a5213e3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.468112 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b6be8a6d-0da6-4de9-8980-094a6a5213e3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "DELETE /v2.0/security-groups/df9e92dc-9cd3-4427-b435-61dc2ecbbabb HTTP/1.1" status: 204 len: 168 time: 0.2198291 May 19 12:24:49.470807 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 46870) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:49.478354 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be8a6d-0da6-4de9-8980-094a6a5213e3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9e92dc-9cd3-4427-b435-61dc2ecbbabb,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:49.485391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.api.v2.resource [None req-c828e182-47ae-4867-bf99-2ae7c12b48fe tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] show failed (client error): The resource could not be found. May 19 12:24:49.486391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c828e182-47ae-4867-bf99-2ae7c12b48fe tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups/df9e92dc-9cd3-4427-b435-61dc2ecbbabb HTTP/1.1" status: 404 len: 347 time: 0.0145850 May 19 12:24:49.489775 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 46872) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:49.603462 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Deleting port 5601e98b-ca00-4af0-95d9-2690d736a8e0 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:49.603823 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.890951 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.891276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (5601e98b-ca00-4af0-95d9-2690d736a8e0), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:49.904238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Calling delete_port for 5601e98b-ca00-4af0-95d9-2690d736a8e0 owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:50.168264 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (5601e98b-ca00-4af0-95d9-2690d736a8e0), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.192969 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event deleted for resources: {'Port': ['ID=5601e98b-ca00-4af0-95d9-2690d736a8e0,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:50.239445 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:50.259704 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks [] for floatingip (2c25a128-8edb-48db-8c76-8cd6b3b1d39c), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.260629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.261773 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e2b4a830-7f8f-40a7-9ed0-be21fd1e2a61 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "DELETE /v2.0/floatingips/2c25a128-8edb-48db-8c76-8cd6b3b1d39c HTTP/1.1" status: 204 len: 168 time: 0.7710164 May 19 12:24:50.375339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2fb0-a3f8-4842-b63b-9e7c674f6721 req-920a28b5-697f-481a-a281-fe0776da3ab7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:50.376866 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d18c2fb0-a3f8-4842-b63b-9e7c674f6721 req-920a28b5-697f-481a-a281-fe0776da3ab7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0488927 May 19 12:24:50.407619 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-b16dfd3a-e3df-4ea0-8ae5-3fbb47e53a64 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:50.409102 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-b16dfd3a-e3df-4ea0-8ae5-3fbb47e53a64 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 945 time: 0.0521867 May 19 12:24:50.430083 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d18c2fb0-a3f8-4842-b63b-9e7c674f6721 req-0a73ece9-ad6e-481b-9789-3c250dc03c07 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf3a2abc-0433-4880-ad16-705b0f0b0bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467467 May 19 12:24:50.495019 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:50.495340 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.593261 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] For port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:50.593625 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.753610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.754512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (3f5e398e-870a-4523-8d62-ff7e4d05ac4e), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.754828 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP 3f5e398e-870a-4523-8d62-ff7e4d05ac4e disassociated. External IP: 172.27.1.14, port: a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76. May 19 12:24:50.755305 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:50.767118 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:50.953784 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:50.979962 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:50.987746 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:51.091769 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:24:51.195081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:24:51.204470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:24:51.215580 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:51.216539 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:51.239491 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] No DVR routers for this DVR port a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:24:51.241903 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:51.245013 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ddfe9d7d-cf1f-490d-bb44-773c34aa7791 req-0611509a-c200-4576-b244-d56c647fe708 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "DELETE /v2.0/ports/a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 HTTP/1.1" status: 204 len: 173 time: 0.8305793 May 19 12:24:51.245442 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'name': 'network-vif-deleted', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:51.247708 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1249ce3-a4db-4997-8ab0-8cc9b115101a" -d '{"events": [{"server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "name": "network-vif-deleted", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:51.288284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e5b40-ed46-4c91-8654-623340d502f8 x-openstack-request-id: req-2b2e5b40-ed46-4c91-8654-623340d502f8 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:51.288571 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51363d7f-7d31-427b-87c1-fa437e713d85", "name": "network-vif-deleted", "tag": "a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:51.298979 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b2e5b40-ed46-4c91-8654-623340d502f8 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:51.298979 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2e5b40-ed46-4c91-8654-623340d502f8'] response: {'server_uuid': '51363d7f-7d31-427b-87c1-fa437e713d85', 'name': 'network-vif-deleted', 'tag': 'a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76', 'status': 'completed', 'code': 200} May 19 12:24:51.451846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:51.468300 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:51.537712 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c09ec647-5f1d-40e5-abc1-b31678218b97 req-c08709d3-91bb-4cf3-ad4f-0c3caad8395d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=51363d7f-7d31-427b-87c1-fa437e713d85 HTTP/1.1" status: 200 len: 210 time: 0.0309508 May 19 12:24:51.666736 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:51.692428 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:24:51.701121 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:24:51.701729 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:51.806306 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:24:51.915872 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:52.001208 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:24:52.031481 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9909ae-50d9-4747-bd4e-e025a0d04f3e None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:24:52.259881 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0707b22-7949-4abf-9efa-86d5bd7ceb12 None None] New status for floating IP 3f5e398e-870a-4523-8d62-ff7e4d05ac4e: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:24:52.751148 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 46896) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:52.805314 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-64fe582c-fc15-41a5-8950-d80bdf2f6e3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (bf3a2abc-0433-4880-ad16-705b0f0b0bdd), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:52.828958 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-64fe582c-fc15-41a5-8950-d80bdf2f6e3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (bf3a2abc-0433-4880-ad16-705b0f0b0bdd), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:52.851036 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:53.010635 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-64fe582c-fc15-41a5-8950-d80bdf2f6e3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (bf3a2abc-0433-4880-ad16-705b0f0b0bdd), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.013238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-64fe582c-fc15-41a5-8950-d80bdf2f6e3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.014384 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-64fe582c-fc15-41a5-8950-d80bdf2f6e3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/security-groups/bf3a2abc-0433-4880-ad16-705b0f0b0bdd HTTP/1.1" status: 204 len: 168 time: 0.2622600 May 19 12:24:53.017293 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46902) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:53.024000 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe582c-fc15-41a5-8950-d80bdf2f6e3d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3a2abc-0433-4880-ad16-705b0f0b0bdd,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:53.031042 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.api.v2.resource [None req-38687364-15ed-48c8-bdda-fe4e31572b93 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] show failed (client error): The resource could not be found. May 19 12:24:53.032064 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-38687364-15ed-48c8-bdda-fe4e31572b93 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups/bf3a2abc-0433-4880-ad16-705b0f0b0bdd HTTP/1.1" status: 404 len: 347 time: 0.0137420 May 19 12:24:53.035358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46904) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:53.146822 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port 93749fce-37cf-44d7-b5ea-8efeaaa121ed {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:53.147166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.443531 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761875d-24a6-4753-ac78-890d8c17ecd9 req-9d4b709a-26ba-4455-9cd8-ddf5d8414a06 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:53.445089 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7761875d-24a6-4753-ac78-890d8c17ecd9 req-9d4b709a-26ba-4455-9cd8-ddf5d8414a06 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0533769 May 19 12:24:53.452087 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.452400 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (93749fce-37cf-44d7-b5ea-8efeaaa121ed), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.465565 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for 93749fce-37cf-44d7-b5ea-8efeaaa121ed owned by network:floatingip {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:53.493674 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7761875d-24a6-4753-ac78-890d8c17ecd9 req-96f8e2b2-3351-4190-a2d8-c3a2b99b2e67 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 May 19 12:24:53.670412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (93749fce-37cf-44d7-b5ea-8efeaaa121ed), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.695766 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=93749fce-37cf-44d7-b5ea-8efeaaa121ed,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:53.724724 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:53.759666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (3f5e398e-870a-4523-8d62-ff7e4d05ac4e), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.762077 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:53.763220 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-bb705026-7d25-43a7-9940-9eaea777208a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f5e398e-870a-4523-8d62-ff7e4d05ac4e HTTP/1.1" status: 204 len: 168 time: 0.7272518 May 19 12:24:53.908894 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:24:53.929249 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:24:53.929515 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device a5bc79ff-3cb4-40ee-b6c7-d0520edd0a76 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:24:53.949763 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46912) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:53.954534 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608811557', 'description': 'tempest-description--916978783'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:54.059146 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.127567 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (b6d1f6e4-5d4c-405e-9844-0882ab0123ea), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.219097 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b6d1f6e4-5d4c-405e-9844-0882ab0123ea), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.251669 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-e610018f-1e91-46ff-aae4-2ad3c1663cac tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:54.253216 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-e610018f-1e91-46ff-aae4-2ad3c1663cac tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0682101 May 19 12:24:54.272566 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d1f6e4-5d4c-405e-9844-0882ab0123ea,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:54.346498 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Deleting port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:24:54.346843 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.390693 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.391932 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-36a34369-464a-443d-b24a-ff0b5242d830 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4408844 May 19 12:24:54.395267 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46914) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:54.399657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': 'b6d1f6e4-5d4c-405e-9844-0882ab0123ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:54.414987 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:54.464030 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] For port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:24:54.464405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.477908 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Calling delete_port for fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:24:54.593078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (4bcbcc03-a3b5-48cc-a945-48eddd29697d), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.614768 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7807d-789f-44ac-8c56-80519b1e037a req-3d5df515-e953-4673-9aee-dccd54207120 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:54.616327 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e1f7807d-789f-44ac-8c56-80519b1e037a req-3d5df515-e953-4673-9aee-dccd54207120 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 945 time: 0.0540731 May 19 12:24:54.619578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=8 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:54.664638 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e1f7807d-789f-44ac-8c56-80519b1e037a req-2a52585f-0e2c-4834-b2ca-439feb82d40c tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 May 19 12:24:54.667733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (4bcbcc03-a3b5-48cc-a945-48eddd29697d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.699013 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.731871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event deleted for resources: {'Port': ['ID=fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:54.740960 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['d6fddd4a-6f06-4062-86e2-9b793547996c', 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:24:54.774900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] No DVR routers for this DVR port fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:24:54.777786 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.781029 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-517b8f0a-f13d-4f8b-9c30-296c2ecd1a19 req-f831106e-2346-455a-9891-7eb178b5e725 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "DELETE /v2.0/ports/fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f HTTP/1.1" status: 204 len: 173 time: 0.5186894 May 19 12:24:54.781468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'name': 'network-vif-deleted', 'tag': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:24:54.784588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f5882e-6ac0-4989-a228-29e705b2a72b" -d '{"events": [{"server_uuid": "c735043f-0342-49b4-9be8-ee27f994a3ed", "name": "network-vif-deleted", "tag": "fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:24:54.797132 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (4bcbcc03-a3b5-48cc-a945-48eddd29697d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.818169 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcbcc03-a3b5-48cc-a945-48eddd29697d,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:54.825955 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2928945-0dc1-4d78-be7e-716ba47f1310 x-openstack-request-id: req-f2928945-0dc1-4d78-be7e-716ba47f1310 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:24:54.826297 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c735043f-0342-49b4-9be8-ee27f994a3ed", "name": "network-vif-deleted", "tag": "fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:24:54.826559 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2928945-0dc1-4d78-be7e-716ba47f1310 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:24:54.826969 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2928945-0dc1-4d78-be7e-716ba47f1310'] response: {'server_uuid': 'c735043f-0342-49b4-9be8-ee27f994a3ed', 'name': 'network-vif-deleted', 'tag': 'fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f', 'status': 'completed', 'code': 200} May 19 12:24:54.913054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:54.914279 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b73f0811-b256-465d-a7eb-b942e58db345 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5180504 May 19 12:24:54.917060 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46920) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:54.921367 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': 'b6d1f6e4-5d4c-405e-9844-0882ab0123ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:55.026080 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (4e101e30-453d-41e9-9c27-bf5eff421a54), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.091733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (4e101e30-453d-41e9-9c27-bf5eff421a54), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.179213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (4e101e30-453d-41e9-9c27-bf5eff421a54), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.201244 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e101e30-453d-41e9-9c27-bf5eff421a54,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:55.311932 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.313233 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c7a8a20b-c063-4b61-88b5-96b3c9e14d32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951700 May 19 12:24:55.316353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46922) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:24:55.321221 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:24:55.404811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.481763 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.600536 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.27.1.153 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/8a77e2c6-310f-4909-91e6-7661df949ffa) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:24:55.711736 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.716033 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:55.774853 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-05d7b4c7-a740-4a72-bf07-43c20312df4e req-4e4c54bf-c285-4795-842c-e74f529949a9 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=c735043f-0342-49b4-9be8-ee27f994a3ed HTTP/1.1" status: 200 len: 210 time: 0.0280669 May 19 12:24:55.859768 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:55.901555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:24:55.904573 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:24:55.908173 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:24:55.935820 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=8a77e2c6-310f-4909-91e6-7661df949ffa,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:55.959158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:55.998571 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (e9621e1b-c3e0-4db1-924d-0a6b87b9a96b), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.179311 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.360353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.442154 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.510705 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=8a77e2c6-310f-4909-91e6-7661df949ffa,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:24:56.522643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (e9621e1b-c3e0-4db1-924d-0a6b87b9a96b), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.652277 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:24:56.653523 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-51f6f4c4-9904-4623-9cc1-e02dbed5ca7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3360579 May 19 12:24:56.807287 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-3efa7f28-fcfb-4fe3-babb-4af1d0e7e1a0 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--608811557&fields=id&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 267 time: 0.0454228 May 19 12:24:56.916503 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-a2f700cc-cc49-44fd-b360-5770121e6ff4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:56.918092 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-a2f700cc-cc49-44fd-b360-5770121e6ff4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1045625 May 19 12:24:56.935771 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-b96392f1-a860-42c5-9b27-d2a56345bc4d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/quotas/1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 375 time: 0.0121191 May 19 12:24:56.992125 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-889f0c4d-b3d1-4663-a6be-49632aac3b46 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509107 May 19 12:24:57.137252 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-fc55f792-7c4d-41bc-83c2-520a82dca63c service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301172 May 19 12:24:57.233378 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-84ceae8f-e452-4ccc-b22f-422969f4ef1e service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903511 May 19 12:24:57.415342 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5b50-5ed4-40fa-b721-a9458c8e188d req-387f79c1-95fb-4316-ba6f-91becadec850 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:57.417410 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f6cc5b50-5ed4-40fa-b721-a9458c8e188d req-387f79c1-95fb-4316-ba6f-91becadec850 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0515010 May 19 12:24:57.466371 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f6cc5b50-5ed4-40fa-b721-a9458c8e188d req-1f3ef025-9cd6-4a6c-b8fa-98f1f75d9e34 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 May 19 12:24:57.534422 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4a3060cf-8fcf-4a14-8573-a933caa89cf7 req-8e9e5637-2b02-4124-9da3-490923c2667b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 210 time: 0.0294907 May 19 12:24:57.959564 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:24:57.979030 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:24:57.979369 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device fbbeac60-78b3-4a87-9aeb-fdf2a2c8957f not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:24:58.593546 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa4ac-76d5-439b-b163-512466dcc904 req-2aeb33f2-8dbf-4112-9cbb-768d092d7342 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:58.601832 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d3aaa4ac-76d5-439b-b163-512466dcc904 req-2aeb33f2-8dbf-4112-9cbb-768d092d7342 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0549526 May 19 12:24:58.649090 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-91582765-4e51-4463-b859-b5553d660e4f req-f1be4cce-867b-4667-a9c9-920906709598 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 210 time: 0.0399218 May 19 12:24:58.654421 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:24:58.671891 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d3aaa4ac-76d5-439b-b163-512466dcc904 req-c6219cfe-da9c-4a60-b603-251360727bcb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701721 May 19 12:24:59.751661 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-357ed09d-cef8-4fa8-b0a4-76ac263e0738 req-c0ed1fcd-8001-49e8-aa77-794f1190cf9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 210 time: 0.0322042 May 19 12:24:59.798702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7da2d8-6160-4067-a2f0-84bd5279ea12 req-59fda33a-d580-4eb2-a40b-cd5787d8fbec tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:24:59.803918 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac7da2d8-6160-4067-a2f0-84bd5279ea12 req-59fda33a-d580-4eb2-a40b-cd5787d8fbec tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0516865 May 19 12:24:59.853968 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac7da2d8-6160-4067-a2f0-84bd5279ea12 req-0557e23b-2c61-4e23-a1dc-53d286a31ec0 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ca71b2-237d-44a6-af50-cd4b80a77da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 May 19 12:25:00.147897 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-69f62a6d-7bf6-4d7d-bb55-5accd3a476ad tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:00.149308 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-69f62a6d-7bf6-4d7d-bb55-5accd3a476ad tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 946 time: 0.0523815 May 19 12:25:00.242830 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Deleting port d6fddd4a-6f06-4062-86e2-9b793547996c {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:00.243180 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.247013 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:00.337186 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] For port d6fddd4a-6f06-4062-86e2-9b793547996c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d6fddd4a-6f06-4062-86e2-9b793547996c,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:00.337771 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.351396 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Calling delete_port for d6fddd4a-6f06-4062-86e2-9b793547996c owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:00.618700 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (d6fddd4a-6f06-4062-86e2-9b793547996c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.649580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Pushing event deleted for resources: {'Port': ['ID=d6fddd4a-6f06-4062-86e2-9b793547996c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:00.665184 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['d6fddd4a-6f06-4062-86e2-9b793547996c'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:00.704728 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] No DVR routers for this DVR port d6fddd4a-6f06-4062-86e2-9b793547996c on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:25:00.708960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:00.712554 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-86de0737-ce73-46cb-bcd0-2857516bf7ba req-f2992d77-dc5b-423d-9499-0333e43aedf3 tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.81 "DELETE /v2.0/ports/d6fddd4a-6f06-4062-86e2-9b793547996c HTTP/1.1" status: 204 len: 173 time: 0.5559828 May 19 12:25:00.713046 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'name': 'network-vif-deleted', 'tag': 'd6fddd4a-6f06-4062-86e2-9b793547996c'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:00.715509 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1850e-ab0e-4497-bd0b-d4b858baa8dc" -d '{"events": [{"server_uuid": "b605d4a3-bf90-430f-b2c7-d037b473d29d", "name": "network-vif-deleted", "tag": "d6fddd4a-6f06-4062-86e2-9b793547996c"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:00.755393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad4575b-e6c3-4dcf-ae60-28bc3bba5cc1 x-openstack-request-id: req-9ad4575b-e6c3-4dcf-ae60-28bc3bba5cc1 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:00.755669 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b605d4a3-bf90-430f-b2c7-d037b473d29d", "name": "network-vif-deleted", "tag": "d6fddd4a-6f06-4062-86e2-9b793547996c", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:00.756401 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ad4575b-e6c3-4dcf-ae60-28bc3bba5cc1 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:00.756401 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad4575b-e6c3-4dcf-ae60-28bc3bba5cc1'] response: {'server_uuid': 'b605d4a3-bf90-430f-b2c7-d037b473d29d', 'name': 'network-vif-deleted', 'tag': 'd6fddd4a-6f06-4062-86e2-9b793547996c', 'status': 'completed', 'code': 200} May 19 12:25:00.855294 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-93843a24-191f-4a95-bb0d-ac9d03e55f5e req-55d37579-192e-4a9a-b7e0-8fd60aaf4f85 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 210 time: 0.0287194 May 19 12:25:00.955037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7510a495-ccb5-45f9-a822-5eea1daebe33 req-2ecffb95-6d31-4fe8-a7ac-bcbfda2f58bb tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 210 time: 0.0276687 May 19 12:25:01.254959 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:01.299207 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-41bdf83b-9472-4aec-816e-d61ae90a1a82 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:01.301247 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-41bdf83b-9472-4aec-816e-d61ae90a1a82 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1102140 May 19 12:25:01.370085 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-ca974669-93f1-42db-92f8-21fef6b99de0 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 379 time: 0.0539510 May 19 12:25:01.378143 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'port': {'device_id': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'admin_state_up': True, 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'security_groups': ['b6d1f6e4-5d4c-405e-9844-0882ab0123ea']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:01.652815 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Made reservation on behalf of 1d2de86d602945238f5df0e2c388004f for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:01.656358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:01.799349 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.20.0.6 (744c5d15-060b-4067-aa62-eecc19d1b85e/57a53a90-5cf3-4f95-8228-aee4f85c871b/d05810c6-219e-400a-88f4-a1ee78e52890) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:01.945409 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (d05810c6-219e-400a-88f4-a1ee78e52890), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:01.956075 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c07be7b5-0c05-45b7-8a13-785a12d9f804 req-f8bf47f5-e21c-4e36-a399-2d4c6c8f3ada tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 210 time: 0.0296764 May 19 12:25:02.068248 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1fe55f88-3cf6-4d8e-ab98-f864c6f6120a req-f11d172d-9867-435c-add6-ac55c1e63a9e tempest-ServerRescueNegativeTestJSON-1292733612 tempest-ServerRescueNegativeTestJSON-1292733612-project] 10.222.0.23 "GET /v2.0/ports?device_id=b605d4a3-bf90-430f-b2c7-d037b473d29d HTTP/1.1" status: 200 len: 210 time: 0.0322158 May 19 12:25:02.069092 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.114999 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:02.117324 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:02.120515 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:02.124468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:02.147665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=d05810c6-219e-400a-88f4-a1ee78e52890,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:02.178929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:02.179544 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.358220 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-675b1373-564c-4a03-80a7-ae6704b6432e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835880 May 19 12:25:02.376889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Request body: {'port': {'device_id': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:02.412095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-52d70ffe-ff7d-46da-b3d5-ff6706e36da5 None None] Provisioning complete for port d05810c6-219e-400a-88f4-a1ee78e52890 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:02.412095 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-52d70ffe-ff7d-46da-b3d5-ff6706e36da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.440948 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.448160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-52d70ffe-ff7d-46da-b3d5-ff6706e36da5 None None] Port d05810c6-219e-400a-88f4-a1ee78e52890 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:25:02.487750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:02.728405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05810c6-219e-400a-88f4-a1ee78e52890 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:02.736053 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Publish callbacks [] for port (d05810c6-219e-400a-88f4-a1ee78e52890), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.748846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Transition to ACTIVE for port object d05810c6-219e-400a-88f4-a1ee78e52890 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:25:02.892917 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:02.943210 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d05810c6-219e-400a-88f4-a1ee78e52890,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:03.022460 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Attempting to bind port d05810c6-219e-400a-88f4-a1ee78e52890 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:25:03.022901 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Attempting to bind port d05810c6-219e-400a-88f4-a1ee78e52890 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:25:03.023291 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Attempting to bind port d05810c6-219e-400a-88f4-a1ee78e52890 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:03.028423 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Port d05810c6-219e-400a-88f4-a1ee78e52890 on network 744c5d15-060b-4067-aa62-eecc19d1b85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:25:03.028824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Attempting to bind port d05810c6-219e-400a-88f4-a1ee78e52890 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:03.034719 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:25:03.035552 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:03.035552 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Bound using segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:25:03.036074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Bound port: d05810c6-219e-400a-88f4-a1ee78e52890, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:25:03.036750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:03.039742 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:03.084223 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:03.094304 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a805268-e2db-4feb-a2ac-974954dfe659 req-130cf7c2-7a70-4558-a633-f9e94e925c62 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.104777 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a805268-e2db-4feb-a2ac-974954dfe659 req-130cf7c2-7a70-4558-a633-f9e94e925c62 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 943 time: 0.0625663 May 19 12:25:03.111552 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] For port d05810c6-219e-400a-88f4-a1ee78e52890, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:25:03.115439 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] For port d05810c6-219e-400a-88f4-a1ee78e52890, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05810c6-219e-400a-88f4-a1ee78e52890,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:25:03.133996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 46988) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:03.154745 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a805268-e2db-4feb-a2ac-974954dfe659 req-2436ab38-daf2-4c55-983f-1b81e3d0d5fc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485871 May 19 12:25:03.257441 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:03.327001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.327622 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:03.329047 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] 10.222.0.81 "PUT /v2.0/ports/d05810c6-219e-400a-88f4-a1ee78e52890 HTTP/1.1" status: 200 len: 1093 time: 0.9562716 May 19 12:25:03.353279 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:03.357504 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27" -d '{"events": [{"name": "network-changed", "server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:03.399762 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c421d05-bc19-4242-a9ca-658f2d594ccd x-openstack-request-id: req-4c421d05-bc19-4242-a9ca-658f2d594ccd {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:03.400451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:03.400451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c421d05-bc19-4242-a9ca-658f2d594ccd {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:03.400689 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c421d05-bc19-4242-a9ca-658f2d594ccd'] response: {'name': 'network-changed', 'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'status': 'completed', 'code': 200} May 19 12:25:03.405151 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d3fa-ce3b-439d-87dd-678107c870a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d05810c6-219e-400a-88f4-a1ee78e52890,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:03.523292 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27 req-8e0c61c7-009e-4a08-b00e-1856ec03dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.524863 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27 req-8e0c61c7-009e-4a08-b00e-1856ec03dbe0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 1127 time: 0.0785825 May 19 12:25:03.633849 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:03.732458 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27 req-a7e5ceb4-8e2e-4bc5-927f-f8de7f16ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:03.734196 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27 req-a7e5ceb4-8e2e-4bc5-927f-f8de7f16ef40 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d2de86d602945238f5df0e2c388004f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1923103 May 19 12:25:03.985700 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d6fddd4a-6f06-4062-86e2-9b793547996c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:04.006513 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: d6fddd4a-6f06-4062-86e2-9b793547996c {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:04.006862 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d6fddd4a-6f06-4062-86e2-9b793547996c not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:04.105306 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:04.164282 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0e9c-661c-4b93-8fcc-20616c3b65a9 req-3e71a895-8944-42e9-9c09-a90c26e11993 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.165819 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-970c0e9c-661c-4b93-8fcc-20616c3b65a9 req-3e71a895-8944-42e9-9c09-a90c26e11993 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0483453 May 19 12:25:04.200998 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27 req-7889f994-072c-4838-9302-50365047abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.202388 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-679eed1a-1c5a-4393-b6c8-4a4aa4678b27 req-7889f994-072c-4838-9302-50365047abe3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4600205 May 19 12:25:04.231611 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-970c0e9c-661c-4b93-8fcc-20616c3b65a9 req-31df0540-47e6-433e-ab3f-073eccc2dcf9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601370 May 19 12:25:04.283634 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b254d-b434-484c-8675-7d988d27a6e6 req-4eee922b-19ba-4ac4-8b36-ae98c197127f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.285719 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-922b254d-b434-484c-8675-7d988d27a6e6 req-4eee922b-19ba-4ac4-8b36-ae98c197127f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 943 time: 0.0527408 May 19 12:25:04.335615 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-922b254d-b434-484c-8675-7d988d27a6e6 req-f586a9e0-0dca-4bc0-a319-15198b59fa82 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436630 May 19 12:25:04.440466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-6da7d6cc-659d-44c3-b62b-0ee61fa57b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.443383 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-6da7d6cc-659d-44c3-b62b-0ee61fa57b4b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 1127 time: 0.0680692 May 19 12:25:04.444070 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Deleting port 8aabd3e2-2204-48c3-97c7-1fa5e8852750 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:04.444407 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:04.523403 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-177e1f80-41bb-49a6-b250-3d47b5658ede service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05810c6-219e-400a-88f4-a1ee78e52890 HTTP/1.1" status: 200 len: 217 time: 0.0391655 May 19 12:25:04.598993 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-38fa6c89-3f77-4cdd-912e-ebaa9332fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.600470 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-38fa6c89-3f77-4cdd-912e-ebaa9332fdcd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0714362 May 19 12:25:04.605290 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] For port 8aabd3e2-2204-48c3-97c7-1fa5e8852750, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8aabd3e2-2204-48c3-97c7-1fa5e8852750,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:04.605644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:04.642648 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Calling delete_port for 8aabd3e2-2204-48c3-97c7-1fa5e8852750 owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:04.664756 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-ac0daffe-aaac-442e-a09b-c281e540e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:04.666361 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-ac0daffe-aaac-442e-a09b-c281e540e9c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579796 May 19 12:25:04.711570 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:04.836575 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-670821c8-e9f2-4f7b-80ef-b90ea80952cf service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456945 May 19 12:25:04.895921 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:04.974185 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed7f70a6-f314-470c-b958-9173f1a87363 req-d2ea5463-a16e-486d-83b6-4198591607e9 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310177 May 19 12:25:05.041178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8aabd3e2-2204-48c3-97c7-1fa5e8852750), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.072358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aabd3e2-2204-48c3-97c7-1fa5e8852750,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:05.240125 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.349155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd11a9-5f2b-4630-ac45-d4256f9191af req-3d8c30db-d86a-4f50-965e-306438a984be tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.350578 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0cd11a9-5f2b-4630-ac45-d4256f9191af req-3d8c30db-d86a-4f50-965e-306438a984be tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0477612 May 19 12:25:05.402016 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0cd11a9-5f2b-4630-ac45-d4256f9191af req-b6e572aa-31a4-4a1c-9fd1-47aef6f7baaf tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459142 May 19 12:25:05.470640 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:05.484435 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058be8fc-b718-4278-995c-f71686b3e821 req-76a73859-6df1-4ad4-bdc3-4d359c440541 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:05.486436 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-058be8fc-b718-4278-995c-f71686b3e821 req-76a73859-6df1-4ad4-bdc3-4d359c440541 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 943 time: 0.0774205 May 19 12:25:05.540276 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-058be8fc-b718-4278-995c-f71686b3e821 req-eb29f5d5-c2b2-46c7-b80a-9b9561b03d1b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478647 May 19 12:25:05.559408 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:05.585123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:05.590148 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-e6907222-9048-4ff0-8a95-7db9402de3b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/f039dfda-dff9-4b21-96b3-afcb6eadc5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4550688 May 19 12:25:05.593233 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47006) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:05.602590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] Sync routers for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:05.618877 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:05.619531 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:05.714993 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks [] for router (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.737824 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:05.820681 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks [] for router_gateway (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.840178 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:05.922406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:25:04Z', 'revision_number': 5, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port': {'id': '4fb83c88-fdef-4242-82a3-bd012d1624da', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:22:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:48Z', 'updated_at': '2022-05-19T12:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:05.931732 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Deleting port 4fb83c88-fdef-4242-82a3-bd012d1624da {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:05.932176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:05.949726 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] Checking router: f039dfda-dff9-4b21-96b3-afcb6eadc5a6 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:05.959401 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] Routers {'f039dfda-dff9-4b21-96b3-afcb6eadc5a6'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:05.960154 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:24:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:06.015022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:06.020574 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] For port 4fb83c88-fdef-4242-82a3-bd012d1624da, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4fb83c88-fdef-4242-82a3-bd012d1624da,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:06.021015 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.033927 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Calling delete_port for 4fb83c88-fdef-4242-82a3-bd012d1624da owned by network:router_gateway {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:06.046105 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] Set router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 gateway port host: None {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:06.096657 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:25:05Z', 'revision_number': 6, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port_host': None}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:06.126747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38f25f-8868-4fc0-852f-9832fd494f64 None None] The sync data for ids ['f039dfda-dff9-4b21-96b3-afcb6eadc5a6'] in dv-cinder-804757-28-iscsi is: [{'id': 'f039dfda-dff9-4b21-96b3-afcb6eadc5a6', 'name': 'tempest-ServerRescueNegativeTestJSON-626569014-router', 'tenant_id': 'b3d651a605fd4dee95797a7ec3896792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:47Z', 'updated_at': '2022-05-19T12:25:05Z', 'revision_number': 6, 'project_id': 'b3d651a605fd4dee95797a7ec3896792', 'gw_port_host': None}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:06.281696 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (4fb83c88-fdef-4242-82a3-bd012d1624da), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.307690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb83c88-fdef-4242-82a3-bd012d1624da,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:06.373194 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.473701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.476438 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks [] for router_controller (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.538128 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acba14-76c6-477f-9fd3-dbe6e4aebc87 req-f5adc26c-6620-40bf-89a3-b5b16e53d552 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.539949 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2acba14-76c6-477f-9fd3-dbe6e4aebc87 req-f5adc26c-6620-40bf-89a3-b5b16e53d552 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0629113 May 19 12:25:06.597794 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2acba14-76c6-477f-9fd3-dbe6e4aebc87 req-1198e3e1-6358-41e5-869a-1f60cf810107 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511441 May 19 12:25:06.625863 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (f039dfda-dff9-4b21-96b3-afcb6eadc5a6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.631442 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f039dfda-dff9-4b21-96b3-afcb6eadc5a6 {{(pid=104217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:25:06.631934 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.633060 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9622289c-6516-4a65-9220-d90198a31ae4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f039dfda-dff9-4b21-96b3-afcb6eadc5a6 HTTP/1.1" status: 204 len: 168 time: 1.0388722 May 19 12:25:06.635548 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47014) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:06.673587 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52c05c-9d5a-4cd1-adc3-29611e8d7d8d req-c0522b6e-f144-43fb-97b4-6e28ef8c0fff tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:06.675225 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec52c05c-9d5a-4cd1-adc3-29611e8d7d8d req-c0522b6e-f144-43fb-97b4-6e28ef8c0fff tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 943 time: 0.0512896 May 19 12:25:06.681178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Deleting subnet c1156c03-aea9-492a-a80b-364cc30d4a99 {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:25:06.684524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Publish callbacks [] for subnet (c1156c03-aea9-492a-a80b-364cc30d4a99), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.722666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (c1156c03-aea9-492a-a80b-364cc30d4a99), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:06.728707 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec52c05c-9d5a-4cd1-adc3-29611e8d7d8d req-af60301b-83c8-4b51-8dd2-c4ba1de8cf7d tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 May 19 12:25:06.782032 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:06.828700 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (c1156c03-aea9-492a-a80b-364cc30d4a99), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.196226 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (c1156c03-aea9-492a-a80b-364cc30d4a99), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.226506 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1156c03-aea9-492a-a80b-364cc30d4a99,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:07.230784 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.234730 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-11f3b7c5-7363-4097-946f-7a272d691138 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1156c03-aea9-492a-a80b-364cc30d4a99 HTTP/1.1" status: 204 len: 168 time: 0.5973809 May 19 12:25:07.236940 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bfb541-c429-4b03-9a75-52d7301af998 None None] Network e3809f96-195f-4c7b-acab-0be138088685 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:25:07.237401 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47018) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:07.264395 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:25:07.307923 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (e3809f96-195f-4c7b-acab-0be138088685), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.351972 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Deleting port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:07.352317 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.412505 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] DHCP port deletion for e3809f96-195f-4c7b-acab-0be138088685 request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:25:07.424578 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] For port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:07.425090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.437358 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:07.438537 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Calling delete_port for 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 owned by network:dhcp {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:07.449629 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:07.455935 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Deleting port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:07.457306 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.521427 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] For port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,segment=NetworkSegment(99a2f83d-a708-42ae-bb54-d0d24c2f4ddf),segment_id=99a2f83d-a708-42ae-bb54-d0d24c2f4ddf)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:07.521743 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.537186 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Calling delete_port for 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:07.630963 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.638329 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:07.656084 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8aabd3e2-2204-48c3-97c7-1fa5e8852750 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:07.669806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:07.673657 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] No DVR routers for this DVR port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 on host dv-cinder-804757-28-iscsi {{(pid=104216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:25:07.681400 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 8aabd3e2-2204-48c3-97c7-1fa5e8852750 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:07.681737 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8aabd3e2-2204-48c3-97c7-1fa5e8852750 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:07.683660 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:07.686635 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (9a819eaa-25a0-41de-9a7c-1ff2db3fc998), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.788589 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (e3809f96-195f-4c7b-acab-0be138088685), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.797093 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c288e-ad15-45bb-bb71-f4c5e41eb1f2 req-8d5c546c-ea6b-4284-af21-793727edb92d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:07.798972 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe3c288e-ad15-45bb-bb71-f4c5e41eb1f2 req-8d5c546c-ea6b-4284-af21-793727edb92d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.1023643 May 19 12:25:07.852773 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:07.853136 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:07.853527 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4fb83c88-fdef-4242-82a3-bd012d1624da no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:07.853800 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3809f96-195f-4c7b-acab-0be138088685']}} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:07.859708 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Pushing event deleted for resources: {'Port': ['ID=9a819eaa-25a0-41de-9a7c-1ff2db3fc998,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:07.872901 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf') {'for_net_delete': True} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:07.873205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a2f83d-a708-42ae-bb54-d0d24c2f4ddf') {} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:07.879756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] No DVR routers for this DVR port 9a819eaa-25a0-41de-9a7c-1ff2db3fc998 on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:25:07.880853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 4fb83c88-fdef-4242-82a3-bd012d1624da {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:07.881199 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4fb83c88-fdef-4242-82a3-bd012d1624da not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:07.890344 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.893795 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.893795 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.893795 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.893795 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894492 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10076711'] for segment (99a2f83d-a708-42ae-bb54-d0d24c2f4ddf), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.894596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.895401 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645855bc-7aed-42f3-9cf9-dd5aaffdaaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:07.928307 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb674e4d-a24c-4407-91ba-a5f32e1dae17 req-b5b65d07-76bb-4b4f-bfe3-4a8d7e8cc123 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:07.929811 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eb674e4d-a24c-4407-91ba-a5f32e1dae17 req-b5b65d07-76bb-4b4f-bfe3-4a8d7e8cc123 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 943 time: 0.1232088 May 19 12:25:07.938751 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (99a2f83d-a708-42ae-bb54-d0d24c2f4ddf), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.966808 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe3c288e-ad15-45bb-bb71-f4c5e41eb1f2 req-5a66d031-a9d4-4fe0-a115-eeffccfc73f7 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590204 May 19 12:25:07.967856 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:25:07.968258 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10370344'] for segment (99a2f83d-a708-42ae-bb54-d0d24c2f4ddf), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: Traceback (most recent call last): May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: timer() May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: cb(*args, **kw) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: return func(*args, **kwargs) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: self._notify() May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: self.callback(batched_events) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: event.method(event) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: return f(self, *a, **k) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._get(url).json() May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: return self.request(url, 'GET', **kwargs) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:25:07.974371 dv-cinder-804757-28-iscsi neutron-server[104216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:25:08.015672 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d05810c6-219e-400a-88f4-a1ee78e52890 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:08.052943 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eb674e4d-a24c-4407-91ba-a5f32e1dae17 req-5547a6b0-39e5-4ec5-b99e-c67da29712da tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111577 May 19 12:25:08.129930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d05810c6-219e-400a-88f4-a1ee78e52890, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05810c6-219e-400a-88f4-a1ee78e52890,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:08.142245 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'port_id': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'mac_address': 'fa:16:3e:a7:9f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:08.156307 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (e3809f96-195f-4c7b-acab-0be138088685), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.174238 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.178180 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e3809f96-195f-4c7b-acab-0be138088685 HTTP/1.1" status: 204 len: 168 time: 0.9399986 May 19 12:25:08.179512 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e2554-2486-4d29-b073-76d837e044f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3809f96-195f-4c7b-acab-0be138088685,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:08.189585 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d05810c6-219e-400a-88f4-a1ee78e52890 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:08.189976 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.210906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05810c6-219e-400a-88f4-a1ee78e52890 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:08.228712 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d05810c6-219e-400a-88f4-a1ee78e52890, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05810c6-219e-400a-88f4-a1ee78e52890,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:08.330084 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.379348 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d05810c6-219e-400a-88f4-a1ee78e52890,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:08.608852 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47028) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:08.652190 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-af96423c-2ff5-4eb1-97cf-c97a1cf267f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d651a605fd4dee95797a7ec3896792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412023 May 19 12:25:08.654188 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47030) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:08.701605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d67ccaa-9c11-4b0e-8936-035661da9910 admin admin] Publish callbacks [] for security_group (83ca71b2-237d-44a6-af50-cd4b80a77da6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.723367 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d67ccaa-9c11-4b0e-8936-035661da9910 admin admin] Publish callbacks [] for security_group (83ca71b2-237d-44a6-af50-cd4b80a77da6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.748748 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:08.846157 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['d05810c6-219e-400a-88f4-a1ee78e52890'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:08.928607 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:08.933010 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d67ccaa-9c11-4b0e-8936-035661da9910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (83ca71b2-237d-44a6-af50-cd4b80a77da6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.935610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d67ccaa-9c11-4b0e-8936-035661da9910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:08.939303 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9d67ccaa-9c11-4b0e-8936-035661da9910 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83ca71b2-237d-44a6-af50-cd4b80a77da6 HTTP/1.1" status: 204 len: 168 time: 0.2817118 May 19 12:25:08.949029 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67ccaa-9c11-4b0e-8936-035661da9910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ca71b2-237d-44a6-af50-cd4b80a77da6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:09.090152 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b914a-e725-47a2-865d-ee902e7f415b req-70caa8a7-09b9-426a-9b38-ecaaedd92303 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:09.091870 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b02b914a-e725-47a2-865d-ee902e7f415b req-70caa8a7-09b9-426a-9b38-ecaaedd92303 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0508761 May 19 12:25:09.173737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:09.181509 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b02b914a-e725-47a2-865d-ee902e7f415b req-e1fe2c30-d432-4614-a5a3-c20e4c4c515f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824752 May 19 12:25:09.193335 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072a951-daf4-4a6b-b777-9439d4e37060 req-dd110532-7034-4858-a288-63856e837dba tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:09.194810 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a072a951-daf4-4a6b-b777-9439d4e37060 req-dd110532-7034-4858-a288-63856e837dba tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 944 time: 0.0685027 May 19 12:25:09.244815 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a072a951-daf4-4a6b-b777-9439d4e37060 req-10cbc6a6-ddca-49c1-a3f3-017114304d25 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 May 19 12:25:10.051883 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d05810c6-219e-400a-88f4-a1ee78e52890 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:10.098897 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:10.101535 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port d05810c6-219e-400a-88f4-a1ee78e52890 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:10.250434 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port d05810c6-219e-400a-88f4-a1ee78e52890 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:10.250809 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.325593 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab399b48-4370-49a6-a03e-d15404e7054c req-07428f4c-8761-4646-a353-f0e0d85ab1bb tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.327162 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ab399b48-4370-49a6-a03e-d15404e7054c req-07428f4c-8761-4646-a353-f0e0d85ab1bb tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0730011 May 19 12:25:10.346803 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d05810c6-219e-400a-88f4-a1ee78e52890 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:10.348317 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.381073 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:10.383674 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a5057b-cb7c-41c6-8ff4-2cfd980fd5f8" -d '{"events": [{"server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "name": "network-vif-plugged", "status": "completed", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:10.397296 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ab399b48-4370-49a6-a03e-d15404e7054c req-6fcd363a-7f6a-4e74-8b97-735500c2f488 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585103 May 19 12:25:10.398396 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d05810c6-219e-400a-88f4-a1ee78e52890, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05810c6-219e-400a-88f4-a1ee78e52890,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:10.509983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:10.560404 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d05810c6-219e-400a-88f4-a1ee78e52890,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:10.562208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a0fac-e4af-4f17-8416-0b3d77a91b28 req-01e21ef8-5997-4341-8277-76d7747c7b50 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:10.564020 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6b6a0fac-e4af-4f17-8416-0b3d77a91b28 req-01e21ef8-5997-4341-8277-76d7747c7b50 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0521643 May 19 12:25:10.617400 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6b6a0fac-e4af-4f17-8416-0b3d77a91b28 req-57301acc-44d6-486c-a19f-8e9eed31b0c9 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471561 May 19 12:25:10.662026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b610a6-92cf-4f4b-aa79-c576a8817f95 x-openstack-request-id: req-32b610a6-92cf-4f4b-aa79-c576a8817f95 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:10.662329 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "name": "network-vif-plugged", "status": "completed", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:10.662584 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32b610a6-92cf-4f4b-aa79-c576a8817f95 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:10.662996 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b610a6-92cf-4f4b-aa79-c576a8817f95'] response: {'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'code': 200} May 19 12:25:11.090643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2a9a-c65b-41ee-a7df-344faae2e5a4 req-82f4072e-f729-4a69-99d4-ddee6bba6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.092172 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d53f2a9a-c65b-41ee-a7df-344faae2e5a4 req-82f4072e-f729-4a69-99d4-ddee6bba6f9f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 1129 time: 0.0425861 May 19 12:25:11.136362 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d53f2a9a-c65b-41ee-a7df-344faae2e5a4 req-ce99ac3c-53b8-41c6-84bf-f96efdec4cb7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 May 19 12:25:11.515450 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41442bc8-6917-48fe-a8f7-85b1f48d11cd req-ab28d392-f5e6-41ed-ad9e-e9395a29bc7b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.516948 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-41442bc8-6917-48fe-a8f7-85b1f48d11cd req-ab28d392-f5e6-41ed-ad9e-e9395a29bc7b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0499432 May 19 12:25:11.574222 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-41442bc8-6917-48fe-a8f7-85b1f48d11cd req-74f5a281-0e81-4305-a6c4-0438c5a70209 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506916 May 19 12:25:11.733055 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75015b16-3ed7-4b37-ad47-35456bd650e6 req-13f4dd2d-a48d-4165-87c4-52d9a42ba8bf tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:11.734804 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75015b16-3ed7-4b37-ad47-35456bd650e6 req-13f4dd2d-a48d-4165-87c4-52d9a42ba8bf tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0477042 May 19 12:25:11.781645 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75015b16-3ed7-4b37-ad47-35456bd650e6 req-5cb15b1d-3e32-4baf-b534-42fdc3cd036a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409806 May 19 12:25:12.450153 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4ed4eccd-ec73-4feb-9dcc-99de6f7e2485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:12.696041 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee86c7-b318-4e08-9dd8-faa0be5a45a0 req-87f2c032-28de-4021-ada0-1c1d68b98395 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:12.697433 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1ee86c7-b318-4e08-9dd8-faa0be5a45a0 req-87f2c032-28de-4021-ada0-1c1d68b98395 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0526576 May 19 12:25:12.748037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d1ee86c7-b318-4e08-9dd8-faa0be5a45a0 req-fd0183de-c325-4228-b92f-df8ce218a209 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449550 May 19 12:25:12.901702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1a14d-a6e1-413f-a813-76ad49ff523a req-102f6e9a-e54b-42d8-93a6-658005bb9fd7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:12.903246 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-01e1a14d-a6e1-413f-a813-76ad49ff523a req-102f6e9a-e54b-42d8-93a6-658005bb9fd7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0487552 May 19 12:25:12.953296 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-01e1a14d-a6e1-413f-a813-76ad49ff523a req-ef2d3f25-1fcd-44ab-a7d6-7cbd393c8628 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442953 May 19 12:25:13.248742 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:13.864028 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47637a6-18d7-4c53-92ba-812906d9c7f6 req-c607a69f-bbdb-4963-ba5e-bc170265f49b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:13.865518 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d47637a6-18d7-4c53-92ba-812906d9c7f6 req-c607a69f-bbdb-4963-ba5e-bc170265f49b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0492575 May 19 12:25:13.921292 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d47637a6-18d7-4c53-92ba-812906d9c7f6 req-ce61db0a-2723-4f03-9a6a-0e1c3fe6619f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500181 May 19 12:25:14.071309 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c12a6-e747-448c-8b23-b78b24f6ed4a req-d9c1649e-3455-4b53-a3f6-a82bba6df565 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.072809 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d20c12a6-e747-448c-8b23-b78b24f6ed4a req-d9c1649e-3455-4b53-a3f6-a82bba6df565 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0503585 May 19 12:25:14.121088 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d20c12a6-e747-448c-8b23-b78b24f6ed4a req-9a169eb7-1811-49c9-836a-edc845ce8dd1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 May 19 12:25:14.223949 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:14.239495 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39d10e-c28a-4619-8d52-79d46530c547 req-23a7ef04-8317-4e9c-a89d-84d8805d627a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.241114 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ad39d10e-c28a-4619-8d52-79d46530c547 req-23a7ef04-8317-4e9c-a89d-84d8805d627a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0543864 May 19 12:25:14.251199 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47114) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:14.255919 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'port_id': 'd05810c6-219e-400a-88f4-a1ee78e52890'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:14.293929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (e9621e1b-c3e0-4db1-924d-0a6b87b9a96b), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:14.521471 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-db1de3b7-b52a-4412-9289-00761483c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.523059 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-db1de3b7-b52a-4412-9289-00761483c77b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1129 time: 0.0757973 May 19 12:25:14.731899 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-090a19a2-aab9-4341-acfe-f54b9f7ca5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.733285 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-090a19a2-aab9-4341-acfe-f54b9f7ca5be service neutron] 10.222.0.81 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 910 time: 0.2023747 May 19 12:25:14.854577 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-a9a8bd7a-caaf-4d57-be89-b948236afb54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 1001 time: 0.1000905 May 19 12:25:14.872500 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:14.908207 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-db74d7bc-fbe0-4c7f-9de7-0933ff7e0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:14.909904 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-db74d7bc-fbe0-4c7f-9de7-0933ff7e0880 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 200 len: 848 time: 0.0486660 May 19 12:25:14.964314 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5804db05-f9ea-4e6a-91d7-724f17c209ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:14.995698 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (e9621e1b-c3e0-4db1-924d-0a6b87b9a96b), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:15.048782 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0e62-5918-4af1-a9d4-123618f39d1a req-68d519ce-cec8-4349-9036-6a82201c3f66 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:15.050439 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d79c0e62-5918-4af1-a9d4-123618f39d1a req-68d519ce-cec8-4349-9036-6a82201c3f66 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0566263 May 19 12:25:15.069780 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:15.082355 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:15.098772 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP e9621e1b-c3e0-4db1-924d-0a6b87b9a96b associated. External IP: 172.27.1.153, port: d05810c6-219e-400a-88f4-a1ee78e52890. May 19 12:25:15.102162 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d79c0e62-5918-4af1-a9d4-123618f39d1a req-c2171c08-d459-42d0-b25f-1808c8f8ba42 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456874 May 19 12:25:15.139745 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:15.296374 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:15.400929 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:15.405637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:15.410117 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:15.412377 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:15.421161 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:15.425741 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:15.438006 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f7e3a776-b693-4a3e-80fb-71bf9fb66f52 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "PUT /v2.0/floatingips/e9621e1b-c3e0-4db1-924d-0a6b87b9a96b HTTP/1.1" status: 200 len: 991 time: 1.1854997 May 19 12:25:15.438587 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:15.441499 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de576c-d5e5-4fac-b932-220241a76045" -d '{"events": [{"name": "network-changed", "server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:15.478563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1127ba-456b-4ee1-bcc7-a73a9197c7d2 x-openstack-request-id: req-4f1127ba-456b-4ee1-bcc7-a73a9197c7d2 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:15.478949 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:15.479231 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f1127ba-456b-4ee1-bcc7-a73a9197c7d2 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:15.479666 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1127ba-456b-4ee1-bcc7-a73a9197c7d2'] response: {'name': 'network-changed', 'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'status': 'completed', 'code': 200} May 19 12:25:15.526597 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:15.738455 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'e9621e1b-c3e0-4db1-924d-0a6b87b9a96b', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:a7:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:55Z', 'updated_at': '2022-05-19T12:25:14Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:15.766461 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:15.775099 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:15.775699 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:15.873881 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:16.015699 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:16.090521 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'e9621e1b-c3e0-4db1-924d-0a6b87b9a96b', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:a7:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:55Z', 'updated_at': '2022-05-19T12:25:14Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:16.115463 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4adef-c46d-45b6-9c21-4ec27c54dd29 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': 'e9621e1b-c3e0-4db1-924d-0a6b87b9a96b', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:a7:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:24:55Z', 'updated_at': '2022-05-19T12:25:14Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:16.224664 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18621e-d13a-4660-a8d0-49575611dab7 req-66297ab5-9549-4806-ab99-a1e3a444c455 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:16.226182 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e18621e-d13a-4660-a8d0-49575611dab7 req-66297ab5-9549-4806-ab99-a1e3a444c455 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0517809 May 19 12:25:16.259319 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:16.279898 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e18621e-d13a-4660-a8d0-49575611dab7 req-102867bc-c8fd-4d23-a5d1-ddd9563112f2 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476513 May 19 12:25:16.324929 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01849dcb-fabb-4da4-ab9f-9307f50774b9 None None] New status for floating IP e9621e1b-c3e0-4db1-924d-0a6b87b9a96b: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:17.397597 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6974ea-56a0-4c6d-8366-1020178d8b8c req-57ea1b05-9784-427e-a74e-3e75a7f3f3d1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:17.399086 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0d6974ea-56a0-4c6d-8366-1020178d8b8c req-57ea1b05-9784-427e-a74e-3e75a7f3f3d1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0487854 May 19 12:25:17.453903 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0d6974ea-56a0-4c6d-8366-1020178d8b8c req-6e872247-a5ba-4955-8391-d8e6e28e027c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489190 May 19 12:25:17.600841 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:18.567598 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5687a-8bd8-4bc7-8547-80257e4b5cb8 req-b4138470-6fdb-4aa4-a600-fd1fa12be93b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.569141 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-66a5687a-8bd8-4bc7-8547-80257e4b5cb8 req-b4138470-6fdb-4aa4-a600-fd1fa12be93b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0472579 May 19 12:25:18.619219 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-66a5687a-8bd8-4bc7-8547-80257e4b5cb8 req-76da6696-c285-4a21-9c16-c0931dd1b53a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 May 19 12:25:18.738691 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-6d7c20de-cc1c-464f-9e0f-1c2c283c7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.740165 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-6d7c20de-cc1c-464f-9e0f-1c2c283c7351 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2237e2b2-7c53-4199-a822-e417750a80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0694642 May 19 12:25:18.745583 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de576c-d5e5-4fac-b932-220241a76045 req-8aaa1c56-a7a6-4c65-a958-5ebf691fc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.747066 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-8aaa1c56-a7a6-4c65-a958-5ebf691fc553 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 1129 time: 0.0488019 May 19 12:25:18.905644 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-4e895482-a518-4d8e-ac3e-0d84be77ff0c service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576495 May 19 12:25:18.906747 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de576c-d5e5-4fac-b932-220241a76045 req-d353d0bf-31a4-402d-9144-e3a6b166f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:18.908095 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-d353d0bf-31a4-402d-9144-e3a6b166f34b service neutron] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 915 time: 0.1523383 May 19 12:25:19.051226 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-61f0a2dc-e93e-4518-ae8d-e9018f40883a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d05810c6-219e-400a-88f4-a1ee78e52890 HTTP/1.1" status: 200 len: 1001 time: 0.1332548 May 19 12:25:19.113862 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-95f25146-2c4f-44b4-86cd-dc0a3807cdbd req-09d85d55-ce89-4057-8949-84d6194f6de7 service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971245 May 19 12:25:19.124828 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de576c-d5e5-4fac-b932-220241a76045 req-3d800f72-970b-4b07-b523-74bd32f70569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.126278 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-3d800f72-970b-4b07-b523-74bd32f70569 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0645630 May 19 12:25:19.172712 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de576c-d5e5-4fac-b932-220241a76045 req-47e8c386-ba75-463c-95f8-8a1c10e7c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.174334 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-47e8c386-ba75-463c-95f8-8a1c10e7c820 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421045 May 19 12:25:19.301215 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:19.737028 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c01e5-d568-47e6-a264-bf04bf26315d req-7f20dc29-adfb-4b6c-9b3e-e50bb12e0885 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:19.739124 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5d0c01e5-d568-47e6-a264-bf04bf26315d req-7f20dc29-adfb-4b6c-9b3e-e50bb12e0885 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0515089 May 19 12:25:19.788238 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5d0c01e5-d568-47e6-a264-bf04bf26315d req-cb6c7118-5929-46ab-924f-958e19563155 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 May 19 12:25:20.478196 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:20.511690 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-35332c78-feba-437a-9b08-0a04ecaf456b service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826068 May 19 12:25:20.584021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:20.605735 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-23de576c-d5e5-4fac-b932-220241a76045 req-f6a462e2-ab73-4582-999e-933e9359a285 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882144 May 19 12:25:20.911545 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a9f22-3d9d-43f7-9cd7-291c1f489e42 req-095d98da-2be3-48af-b4ba-c092c701b91e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:20.913100 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ce4a9f22-3d9d-43f7-9cd7-291c1f489e42 req-095d98da-2be3-48af-b4ba-c092c701b91e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0528021 May 19 12:25:20.962738 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ce4a9f22-3d9d-43f7-9cd7-291c1f489e42 req-b5f8b371-2e51-4271-bac8-d99867d9df7a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 May 19 12:25:22.082369 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9c9d-ea0e-4512-865e-24ccf43f4a0a req-4be205af-7b6c-44b3-aef2-7f86af3b2bc1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:22.083972 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-feae9c9d-ea0e-4512-865e-24ccf43f4a0a req-4be205af-7b6c-44b3-aef2-7f86af3b2bc1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0482113 May 19 12:25:22.136656 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-feae9c9d-ea0e-4512-865e-24ccf43f4a0a req-67633cc8-7237-4b38-9237-0407f2e14c5b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469053 May 19 12:25:22.855246 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47226) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:22.964993 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5669728c-4b2d-415e-abca-5cd78a4dd8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.043009 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5669728c-4b2d-415e-abca-5cd78a4dd8b1 admin admin] Publish callbacks [] for security_group (74ebedc2-138c-4db4-851e-dfcb22ec8a8a), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.223435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5669728c-4b2d-415e-abca-5cd78a4dd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (74ebedc2-138c-4db4-851e-dfcb22ec8a8a), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.257779 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971139fe-b278-4875-be23-916191648b45 req-1fe5a38d-72f5-4188-9d20-00acccbf35a3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:23.259275 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-971139fe-b278-4875-be23-916191648b45 req-1fe5a38d-72f5-4188-9d20-00acccbf35a3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0524175 May 19 12:25:23.259751 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5669728c-4b2d-415e-abca-5cd78a4dd8b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54a9930dd8cf4efdbd257f9df7aecbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033344 May 19 12:25:23.261706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669728c-4b2d-415e-abca-5cd78a4dd8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ebedc2-138c-4db4-851e-dfcb22ec8a8a,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:23.262448 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47234) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:23.365640 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-971139fe-b278-4875-be23-916191648b45 req-c1d8f0da-aa19-4cef-ac3a-007751cbdc9a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998931 May 19 12:25:23.373182 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-95672aad-0396-4a5b-8ad0-47b8254bc729 admin admin] Publish callbacks [] for security_group (74ebedc2-138c-4db4-851e-dfcb22ec8a8a), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.429952 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-95672aad-0396-4a5b-8ad0-47b8254bc729 admin admin] Publish callbacks [] for security_group (74ebedc2-138c-4db4-851e-dfcb22ec8a8a), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.493377 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b826e97-60fa-4111-ac1a-23b3d2161ffd req-790d5760-8958-41e4-bcfa-3ca71393412b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:23.494848 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5b826e97-60fa-4111-ac1a-23b3d2161ffd req-790d5760-8958-41e4-bcfa-3ca71393412b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0901923 May 19 12:25:23.523139 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-5bc2988c-6d15-4bba-8ffe-0bd66c785ef7 req-34c43140-fe9c-4d34-b8b6-1a04ccee1894 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:25:23.525476 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5bc2988c-6d15-4bba-8ffe-0bd66c785ef7 req-34c43140-fe9c-4d34-b8b6-1a04ccee1894 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0632932 May 19 12:25:23.562983 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5b826e97-60fa-4111-ac1a-23b3d2161ffd req-827af61e-c050-43aa-b5d3-27a2a43536c8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611339 May 19 12:25:23.709912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-95672aad-0396-4a5b-8ad0-47b8254bc729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (74ebedc2-138c-4db4-851e-dfcb22ec8a8a), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.712615 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-95672aad-0396-4a5b-8ad0-47b8254bc729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:23.713745 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-95672aad-0396-4a5b-8ad0-47b8254bc729 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74ebedc2-138c-4db4-851e-dfcb22ec8a8a HTTP/1.1" status: 204 len: 168 time: 0.4502306 May 19 12:25:23.723377 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672aad-0396-4a5b-8ad0-47b8254bc729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ebedc2-138c-4db4-851e-dfcb22ec8a8a,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:24.052730 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-ec4cbdd2-743b-4b8c-afa7-e925b3933ca9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459104 May 19 12:25:24.095865 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:24.106686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8356f4-d5e3-4e34-bb75-3998939bc52e req-9903cea9-23ce-4dc9-be25-f85b1b5472d9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:24.116234 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1b8356f4-d5e3-4e34-bb75-3998939bc52e req-9903cea9-23ce-4dc9-be25-f85b1b5472d9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0738401 May 19 12:25:24.144819 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-2cef6141-b0b1-43fe-8667-cf1d50d7dccd tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:24.146573 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-2cef6141-b0b1-43fe-8667-cf1d50d7dccd tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports/d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 942 time: 0.0561709 May 19 12:25:24.173728 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:24.173728 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1b8356f4-d5e3-4e34-bb75-3998939bc52e req-8bc4e03e-108f-40de-904a-2bf773a573bf tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560668 May 19 12:25:24.192654 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf is: ACTIVE; New status is: DOWN {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:24.193353 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:24.219008 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:24.221749 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709b7878-a0bd-4a03-88cd-b79f98b35dda" -d '{"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-unplugged", "status": "completed", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:24.237982 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:24.261919 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 May 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9296a4f-04c4-4c4b-a189-87db57c0f3cc x-openstack-request-id: req-b9296a4f-04c4-4c4b-a189-87db57c0f3cc {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:24.262228 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-unplugged", "status": "failed", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "code": 422}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:24.263407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9296a4f-04c4-4c4b-a189-87db57c0f3cc {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:24.263407 dv-cinder-804757-28-iscsi neutron-server[104218]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b9296a4f-04c4-4c4b-a189-87db57c0f3cc']: {'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'code': 422} returned with failed status May 19 12:25:24.358508 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:24.411022 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=6']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:24.685042 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3abd5-f9b5-4c4a-8c13-d47b0c5a275b req-f6abdd11-af49-473f-a205-c0d462abafe2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:24.686574 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4f3abd5-f9b5-4c4a-8c13-d47b0c5a275b req-f6abdd11-af49-473f-a205-c0d462abafe2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0475206 May 19 12:25:24.751982 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4f3abd5-f9b5-4c4a-8c13-d47b0c5a275b req-a63d1d91-3b03-4d3a-9e95-fb709026f2dc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590441 May 19 12:25:25.249261 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:25.292180 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1498f-3325-4cd1-a90a-102fd46c8f1e req-77e3e044-3a77-49f8-be22-01005714bbe1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:25.293685 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2fc1498f-3325-4cd1-a90a-102fd46c8f1e req-77e3e044-3a77-49f8-be22-01005714bbe1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0527632 May 19 12:25:25.344859 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2fc1498f-3325-4cd1-a90a-102fd46c8f1e req-04802821-5d13-4ef7-8944-bd7cdc1b4cc6 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454402 May 19 12:25:25.468605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-ea34695f-240b-4ba6-9d68-181f92380e97 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:25.470096 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-ea34695f-240b-4ba6-9d68-181f92380e97 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0502980 May 19 12:25:25.601635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Deleting port 5fc43837-dd78-4f9a-ab74-cfe109a4819d {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:25.601983 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.703073 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] For port 5fc43837-dd78-4f9a-ab74-cfe109a4819d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5fc43837-dd78-4f9a-ab74-cfe109a4819d,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:25.703375 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.880111 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61976-f111-4e23-ba7f-1542038f9e14 req-2780f5b6-24d5-411c-8ee4-f57b17dedba4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:25.882218 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.882543 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (ca3b3179-4214-4f90-bc8f-b347f8714705), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:25.882865 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Floating IP ca3b3179-4214-4f90-bc8f-b347f8714705 disassociated. External IP: 172.27.1.157, port: 5fc43837-dd78-4f9a-ab74-cfe109a4819d. May 19 12:25:25.883220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Calling delete_port for 5fc43837-dd78-4f9a-ab74-cfe109a4819d owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:25.883571 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bcc61976-f111-4e23-ba7f-1542038f9e14 req-2780f5b6-24d5-411c-8ee4-f57b17dedba4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 947 time: 0.0547881 May 19 12:25:25.949275 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bcc61976-f111-4e23-ba7f-1542038f9e14 req-22584d3a-93fc-43e0-8fcb-062b858a0246 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572960 May 19 12:25:26.088964 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=86 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.094245 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=61 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.347364 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (5fc43837-dd78-4f9a-ab74-cfe109a4819d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:26.373649 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.376396 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event deleted for resources: {'Port': ['ID=5fc43837-dd78-4f9a-ab74-cfe109a4819d,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:26.428470 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:26.475920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a19b-7bf1-4cd0-9cac-6c79a7bde774 req-d030b502-1e19-463b-883d-1d2b0d319811 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:26.477613 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33c3a19b-7bf1-4cd0-9cac-6c79a7bde774 req-d030b502-1e19-463b-883d-1d2b0d319811 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0575058 May 19 12:25:26.504040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Router 6b3072b3-a74b-4516-9672-31875d5081d1 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:26.548667 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33c3a19b-7bf1-4cd0-9cac-6c79a7bde774 req-9a148be7-dfce-4946-bc8f-015e2b791233 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648286 May 19 12:25:26.619673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:26.630388 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:26.642347 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:26.642972 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:26.665157 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] No DVR routers for this DVR port 5fc43837-dd78-4f9a-ab74-cfe109a4819d on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:25:26.667693 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:26.670906 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-01572ee0-fc0c-40a3-84aa-771f9fa9b2c4 req-5c183d21-16f1-4063-99f2-115bec6dd93a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "DELETE /v2.0/ports/5fc43837-dd78-4f9a-ab74-cfe109a4819d HTTP/1.1" status: 204 len: 173 time: 1.1759553 May 19 12:25:26.671400 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-deleted', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:26.673610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ebca57-33d7-48e7-88a8-7f7a2855542b" -d '{"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-deleted", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:26.712961 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab90ff-9fb7-400e-8964-52a7fb19c507 x-openstack-request-id: req-26ab90ff-9fb7-400e-8964-52a7fb19c507 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:26.713260 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedab7fb-ae90-48e1-8745-626d60c88a1a", "name": "network-vif-deleted", "tag": "5fc43837-dd78-4f9a-ab74-cfe109a4819d", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:26.713518 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ab90ff-9fb7-400e-8964-52a7fb19c507 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:26.713926 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ab90ff-9fb7-400e-8964-52a7fb19c507'] response: {'server_uuid': 'aedab7fb-ae90-48e1-8745-626d60c88a1a', 'name': 'network-vif-deleted', 'tag': '5fc43837-dd78-4f9a-ab74-cfe109a4819d', 'status': 'completed', 'code': 200} May 19 12:25:26.755073 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:26.966185 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:26.992185 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:27.001293 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:27.001806 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:27.094309 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-48df5486-d91a-4d6d-a287-54864a70db5e req-40b420b9-aeb9-445b-882c-b2ff287dcf22 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=aedab7fb-ae90-48e1-8745-626d60c88a1a HTTP/1.1" status: 200 len: 210 time: 0.0409434 May 19 12:25:27.215601 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:27.417673 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:27.447566 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5983b7-66b2-442d-adde-545c2bc5baf5 None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:27.688501 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e30ff3-4539-40eb-b897-5625544ed38e req-a7511f04-798d-478c-bc2e-1c4482d49233 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.690151 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-94e30ff3-4539-40eb-b897-5625544ed38e req-a7511f04-798d-478c-bc2e-1c4482d49233 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0549023 May 19 12:25:27.699243 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b9bd02-a20a-4711-b04c-7810af0426c8 None None] New status for floating IP ca3b3179-4214-4f90-bc8f-b347f8714705: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:27.744066 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-94e30ff3-4539-40eb-b897-5625544ed38e req-1326f748-5ad1-49ad-8f5d-5251a72198c1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 May 19 12:25:27.864528 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-607dc0b1-4dd2-46df-afa4-48ed90bfdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.866047 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-607dc0b1-4dd2-46df-afa4-48ed90bfdcb2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e&tenant_id=0beba4cdb9854497b6cedd3e76059e12 HTTP/1.1" status: 200 len: 1127 time: 0.0457768 May 19 12:25:27.942210 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-65e1bc50-7288-4725-909d-539fba156a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:27.943723 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-65e1bc50-7288-4725-909d-539fba156a6a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1127 time: 0.0433836 May 19 12:25:28.041173 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-8a87a673-8e9b-4a29-9052-92bd720b9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:28.042535 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-8a87a673-8e9b-4a29-9052-92bd720b9136 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 910 time: 0.0926552 May 19 12:25:28.106763 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-ef460c58-b1eb-4ef4-a658-98ed386a5df7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 999 time: 0.0560668 May 19 12:25:28.110062 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:28.153456 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 5fc43837-dd78-4f9a-ab74-cfe109a4819d {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:28.153838 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 5fc43837-dd78-4f9a-ab74-cfe109a4819d not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:28.161279 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-32d1dee0-ba35-4443-ba8e-c9e8d0f70b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:28.162626 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-32d1dee0-ba35-4443-ba8e-c9e8d0f70b53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 200 len: 848 time: 0.0486522 May 19 12:25:28.220220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-25e81620-d2d2-4038-a171-abe07c6c82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:28.222084 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-25e81620-d2d2-4038-a171-abe07c6c82f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2237e2b2-7c53-4199-a822-e417750a80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531137 May 19 12:25:28.297737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47320) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:28.349222 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-fd947e0f-914f-400d-99e7-0f2a663a1a6b service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178012 May 19 12:25:28.407194 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:28.426142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6846-6d3d-47a3-a399-7a7799d74acf tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (b791e71b-2cf8-46bb-b5a9-f9109de0e6a9), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.464408 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6846-6d3d-47a3-a399-7a7799d74acf tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (b791e71b-2cf8-46bb-b5a9-f9109de0e6a9), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.510959 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-84d20721-93ee-45ce-80ba-71279192b5ae service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540196 May 19 12:25:28.632297 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6846-6d3d-47a3-a399-7a7799d74acf tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b791e71b-2cf8-46bb-b5a9-f9109de0e6a9), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.635710 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6846-6d3d-47a3-a399-7a7799d74acf tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.636874 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-4cfb6846-6d3d-47a3-a399-7a7799d74acf tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "DELETE /v2.0/security-groups/b791e71b-2cf8-46bb-b5a9-f9109de0e6a9 HTTP/1.1" status: 204 len: 168 time: 0.3381813 May 19 12:25:28.639768 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47326) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:28.649386 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb6846-6d3d-47a3-a399-7a7799d74acf tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791e71b-2cf8-46bb-b5a9-f9109de0e6a9,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:28.653975 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.api.v2.resource [None req-615ac0f0-13d5-4afa-bf93-b3e297133772 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] show failed (client error): The resource could not be found. May 19 12:25:28.655002 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-615ac0f0-13d5-4afa-bf93-b3e297133772 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups/b791e71b-2cf8-46bb-b5a9-f9109de0e6a9 HTTP/1.1" status: 404 len: 347 time: 0.0142167 May 19 12:25:28.657986 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47328) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:28.770969 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Deleting port 44eeeac3-638e-4440-9144-21c8fc02a53f {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:28.771341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.872779 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1288a-31b2-451d-9aa6-c18481a43bde req-f3ec0e7f-29fb-43e1-a4e8-165314e68761 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:28.874199 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-18d1288a-31b2-451d-9aa6-c18481a43bde req-f3ec0e7f-29fb-43e1-a4e8-165314e68761 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0592365 May 19 12:25:28.909554 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.909938 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (44eeeac3-638e-4440-9144-21c8fc02a53f), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:28.936441 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Calling delete_port for 44eeeac3-638e-4440-9144-21c8fc02a53f owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:28.961247 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-18d1288a-31b2-451d-9aa6-c18481a43bde req-75a58124-dc3a-454d-bc85-99c43b8b5085 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802095 May 19 12:25:29.015647 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:29.155074 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (44eeeac3-638e-4440-9144-21c8fc02a53f), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.185194 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event deleted for resources: {'Port': ['ID=44eeeac3-638e-4440-9144-21c8fc02a53f,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:29.249908 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (ca3b3179-4214-4f90-bc8f-b347f8714705), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.252670 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.253801 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-bc052ff3-37cf-4940-8d51-528428d62abc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "DELETE /v2.0/floatingips/ca3b3179-4214-4f90-bc8f-b347f8714705 HTTP/1.1" status: 204 len: 168 time: 0.5949056 May 19 12:25:29.428311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47336) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:29.433079 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695789362', 'description': 'tempest-description--478507139'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:29.546827 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.568381 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:29.622031 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (b3b57f68-345e-400c-b94a-3b26a43b9481), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.697755 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b3b57f68-345e-400c-b94a-3b26a43b9481), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.730971 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b57f68-345e-400c-b94a-3b26a43b9481,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:29.877229 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:29.878697 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-94fc345b-57e6-4504-b1a7-077f562bb524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4492514 May 19 12:25:29.882549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47344) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:29.886735 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'security_group_rule': {'security_group_id': 'b3b57f68-345e-400c-b94a-3b26a43b9481', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:29.992550 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (a5697a50-d317-4902-8f7e-87fa2fde94b2), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.156977 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47350) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:30.277935 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a459670f-2cc9-4656-bbbf-6503fcfda652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.282046 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (a5697a50-d317-4902-8f7e-87fa2fde94b2), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.302851 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd44cd1-e2b3-4b19-98bd-b322b2292b8f req-40f70d43-317a-43ff-81d2-8ffa2739b1b4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:30.313499 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8bd44cd1-e2b3-4b19-98bd-b322b2292b8f req-40f70d43-317a-43ff-81d2-8ffa2739b1b4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.2736108 May 19 12:25:30.336671 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:30.356443 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8bd44cd1-e2b3-4b19-98bd-b322b2292b8f req-d8353aab-a40b-41c2-9f92-350021924a89 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462089 May 19 12:25:30.361015 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a459670f-2cc9-4656-bbbf-6503fcfda652 admin admin] Publish callbacks [] for security_group (c71a2d13-9050-44bb-93b7-53cfdc88ff18), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.375088 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (a5697a50-d317-4902-8f7e-87fa2fde94b2), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.394719 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5697a50-d317-4902-8f7e-87fa2fde94b2,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:30.466078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a459670f-2cc9-4656-bbbf-6503fcfda652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c71a2d13-9050-44bb-93b7-53cfdc88ff18), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.499889 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.501011 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-48cee358-ea95-4ec0-9d56-cea38a01ffd3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6175437 May 19 12:25:30.504500 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47354) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:30.508851 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'security_group_rule': {'security_group_id': 'b3b57f68-345e-400c-b94a-3b26a43b9481', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:30.510900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459670f-2cc9-4656-bbbf-6503fcfda652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a2d13-9050-44bb-93b7-53cfdc88ff18,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:30.519252 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a459670f-2cc9-4656-bbbf-6503fcfda652 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=246503f8f9214c469e1fe0e4ad5957bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583856 May 19 12:25:30.519817 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47356) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:30.577540 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6271862e-d7d5-46ca-8b57-4732decc5ed1 admin admin] Publish callbacks [] for security_group (c71a2d13-9050-44bb-93b7-53cfdc88ff18), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.605903 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6271862e-d7d5-46ca-8b57-4732decc5ed1 admin admin] Publish callbacks [] for security_group (c71a2d13-9050-44bb-93b7-53cfdc88ff18), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.656729 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (9c575fb1-faf1-481a-98aa-61aa66445f38), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.675959 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:30.745661 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6271862e-d7d5-46ca-8b57-4732decc5ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c71a2d13-9050-44bb-93b7-53cfdc88ff18), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.748202 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6271862e-d7d5-46ca-8b57-4732decc5ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.749343 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6271862e-d7d5-46ca-8b57-4732decc5ed1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c71a2d13-9050-44bb-93b7-53cfdc88ff18 HTTP/1.1" status: 204 len: 168 time: 0.2287915 May 19 12:25:30.765075 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (9c575fb1-faf1-481a-98aa-61aa66445f38), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.766060 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271862e-d7d5-46ca-8b57-4732decc5ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a2d13-9050-44bb-93b7-53cfdc88ff18,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:30.777066 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:30.849220 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (9c575fb1-faf1-481a-98aa-61aa66445f38), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.869039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c575fb1-faf1-481a-98aa-61aa66445f38,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:30.931540 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:30.932824 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b27df730-8188-49d8-80b1-7f4abcb1e576 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4273689 May 19 12:25:30.935900 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47360) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:30.940485 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:31.016155 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.087766 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:31.100091 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.211697 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Allocated IP 172.27.1.155 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/62d8906d-f018-403c-9c01-c2c88544ca9b) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:31.321160 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.475677 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23931a-ba63-458e-a5a6-f90d5e6c2e23 req-a8e32803-96bc-4542-b958-513feb8edbae tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:31.484358 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3b23931a-ba63-458e-a5a6-f90d5e6c2e23 req-a8e32803-96bc-4542-b958-513feb8edbae tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0490813 May 19 12:25:31.529695 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3b23931a-ba63-458e-a5a6-f90d5e6c2e23 req-786b0fc3-c01a-4c30-9fbc-a48b6cccb4cf tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469162 May 19 12:25:31.570018 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.578415 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:31.613018 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:31.618408 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:31.620886 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:31.626562 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'Port': ['ID=62d8906d-f018-403c-9c01-c2c88544ca9b,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:31.721098 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (6784d7b4-8a2c-45d5-bb2a-9031c13ffd83), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:31.924860 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:32.108386 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:32.186430 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:32.248649 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:32.263483 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'Port': ['ID=62d8906d-f018-403c-9c01-c2c88544ca9b,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:32.273594 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (6784d7b4-8a2c-45d5-bb2a-9031c13ffd83), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:32.405624 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:32.408650 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-32cd78ff-2352-49ec-a902-c1093e3e697b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4701712 May 19 12:25:32.646976 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-866fc4c6-9c17-4160-a699-5c0bd89ab3c2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1695789362&fields=id&tenant_id=1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 267 time: 0.0743859 May 19 12:25:32.669800 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e94f-46b2-459f-8cbd-ddc11084c25f req-dba078c0-08ad-4185-ba68-403605e4c44b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:32.671348 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d72e94f-46b2-459f-8cbd-ddc11084c25f req-dba078c0-08ad-4185-ba68-403605e4c44b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0700097 May 19 12:25:32.777247 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d72e94f-46b2-459f-8cbd-ddc11084c25f req-4753aa32-073f-44ba-aea3-9e61d98f78d5 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926423 May 19 12:25:32.817662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-5a2d9379-b40e-460f-9c58-0bfd979485e7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:32.819202 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-5a2d9379-b40e-460f-9c58-0bfd979485e7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 816 time: 0.1657736 May 19 12:25:32.836357 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-49116f09-dba1-4a35-b3b4-ac40da36a60e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/quotas/1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 375 time: 0.0111485 May 19 12:25:32.894053 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-d6379478-a7ac-4ab4-9b9b-48d6a46efd57 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502212 May 19 12:25:32.998273 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-2ee9f7a9-6a49-435b-b3cf-c8bd58f53904 service neutron] 10.222.0.23 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928838 May 19 12:25:33.013041 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:33.089633 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-44a2b08c-cfa8-409b-92d9-8db101554247 service neutron] 10.222.0.23 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849564 May 19 12:25:33.400029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93de502-cdf0-4bab-8e9a-0edab3317bec req-36ccc08e-3261-4a4d-bf4b-160179b98370 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.401525 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a93de502-cdf0-4bab-8e9a-0edab3317bec req-36ccc08e-3261-4a4d-bf4b-160179b98370 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0732715 May 19 12:25:33.438200 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c2ff80b-4c64-40be-801d-78ba9a3ffdb1 req-abe84263-50b2-445d-91f3-08a2053ff6b0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0461056 May 19 12:25:33.479646 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a93de502-cdf0-4bab-8e9a-0edab3317bec req-7c4d9f70-49b1-4e8e-8a11-9516671196c5 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672183 May 19 12:25:33.899662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d330f8-eebd-442f-b1df-041405db8252 req-54f92fd7-f002-4095-9048-5eb8cb7bfce1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:33.901222 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c7d330f8-eebd-442f-b1df-041405db8252 req-54f92fd7-f002-4095-9048-5eb8cb7bfce1 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0499911 May 19 12:25:33.957118 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c7d330f8-eebd-442f-b1df-041405db8252 req-a63bde7c-27b7-4f49-8cf8-1c29c11e322f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480607 May 19 12:25:34.551312 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-67a2c9e7-dff9-4de7-ad9f-3a3bf006326b req-b0faf5a4-6371-4068-91f6-370ba64499fe tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0326912 May 19 12:25:34.599613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdd65f-084b-4e24-8563-a00b147be9bd req-f65f6d34-b002-4311-a816-e32983a3ae95 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:34.601118 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-71fdd65f-084b-4e24-8563-a00b147be9bd req-f65f6d34-b002-4311-a816-e32983a3ae95 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0484009 May 19 12:25:34.649740 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-71fdd65f-084b-4e24-8563-a00b147be9bd req-8e1ed041-f586-482b-a5b4-d28e20d4aece tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 May 19 12:25:34.960889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c767-041a-4007-9cee-69a453f001ca req-ac1fbd39-5a73-4e10-ab62-cd0abca27127 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:34.962355 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ff2c767-041a-4007-9cee-69a453f001ca req-ac1fbd39-5a73-4e10-ab62-cd0abca27127 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0486982 May 19 12:25:35.077314 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254cd9-e21d-4659-9f33-614efb3cc14f req-cca32b4f-14e8-4dae-9aa2-9736edccee0c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:35.078903 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f1254cd9-e21d-4659-9f33-614efb3cc14f req-cca32b4f-14e8-4dae-9aa2-9736edccee0c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0517461 May 19 12:25:35.129459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f1254cd9-e21d-4659-9f33-614efb3cc14f req-3c3f53d7-33c0-4332-be55-58e147ae7eb8 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440745 May 19 12:25:35.658641 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-24991264-47d0-45ed-af75-5ebc7cc2b59b req-338f3686-d38a-4e4f-8137-b513b7802992 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0320287 May 19 12:25:35.769969 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7c29f-4966-4f37-bbad-3eea85d80ce3 req-5a61119a-9756-4c00-8959-d7b9fccc5044 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:35.771440 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10d7c29f-4966-4f37-bbad-3eea85d80ce3 req-5a61119a-9756-4c00-8959-d7b9fccc5044 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 945 time: 0.0489874 May 19 12:25:35.821023 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10d7c29f-4966-4f37-bbad-3eea85d80ce3 req-eed3f357-3546-4b7a-8dc1-abc8350f9e1d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd231180-fefa-4a58-b288-5196eb05597c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 May 19 12:25:36.159309 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:36.229448 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Deleting port 0269a249-9630-404e-8eb1-a23ce804a3bd {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:36.229448 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.264070 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3cd8-c2b1-45c4-ab0a-dd8e5982369d req-f7e83de0-909c-4b91-a275-39d3b36f26c4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:36.264311 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:36.265656 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cb3cd8-c2b1-45c4-ab0a-dd8e5982369d req-f7e83de0-909c-4b91-a275-39d3b36f26c4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 943 time: 0.0636370 May 19 12:25:36.277210 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'port_id': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'mac_address': 'fa:16:3e:df:7d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:36.319107 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:36.319444 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.321071 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cb3cd8-c2b1-45c4-ab0a-dd8e5982369d req-9e5fb5d2-8631-4e15-a930-6032613d361e tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477540 May 19 12:25:36.336235 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:36.336611 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] For port 0269a249-9630-404e-8eb1-a23ce804a3bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0269a249-9630-404e-8eb1-a23ce804a3bd,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:36.337027 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.358084 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:36.447255 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.502366 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=7']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:36.513248 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.513623 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (b347ab20-cd1f-43f9-9056-47b190de5a90), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.513966 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Floating IP b347ab20-cd1f-43f9-9056-47b190de5a90 disassociated. External IP: 172.27.1.152, port: 0269a249-9630-404e-8eb1-a23ce804a3bd. May 19 12:25:36.514345 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Calling delete_port for 0269a249-9630-404e-8eb1-a23ce804a3bd owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:36.766933 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (0269a249-9630-404e-8eb1-a23ce804a3bd), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:36.771952 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c394b1cf-eef0-4f6c-8d19-ee92b8a4c56a req-8f7775eb-3c0e-4eda-b4cb-80388b1e2b3b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0349591 May 19 12:25:36.795308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event deleted for resources: {'Port': ['ID=0269a249-9630-404e-8eb1-a23ce804a3bd,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:36.807142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:36.915862 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Router cc96356a-971f-4100-ab1d-3810f576fe02 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:36.923888 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7167777d-0a56-4a4b-994b-376ec5368c42 req-0790cdb1-d65b-44ef-bb11-c62d10b0ec2c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0279548 May 19 12:25:36.935980 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:37.022386 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:37.025410 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:37.036617 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:37.047251 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:37.059148 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:37.059964 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:37.139177 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] No DVR routers for this DVR port 0269a249-9630-404e-8eb1-a23ce804a3bd on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:25:37.145697 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.151611 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5ff2c767-041a-4007-9cee-69a453f001ca req-669e5fd9-72c9-44b4-ad63-f062d7f29aa9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "DELETE /v2.0/ports/0269a249-9630-404e-8eb1-a23ce804a3bd HTTP/1.1" status: 204 len: 173 time: 1.0099599 May 19 12:25:37.151611 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'name': 'network-vif-deleted', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:37.152516 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b438de8-1613-4215-ba6a-0c33696f88b7" -d '{"events": [{"server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "name": "network-vif-deleted", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:37.192677 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:37.230970 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e82f546-56bb-4791-bc5c-0c9f6ed9ef1c x-openstack-request-id: req-8e82f546-56bb-4791-bc5c-0c9f6ed9ef1c {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:37.231454 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e76015-a6d8-4580-a1ab-4a11f42cb6f0", "name": "network-vif-deleted", "tag": "0269a249-9630-404e-8eb1-a23ce804a3bd", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:37.231575 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e82f546-56bb-4791-bc5c-0c9f6ed9ef1c {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:37.231950 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e82f546-56bb-4791-bc5c-0c9f6ed9ef1c'] response: {'server_uuid': '68e76015-a6d8-4580-a1ab-4a11f42cb6f0', 'name': 'network-vif-deleted', 'tag': '0269a249-9630-404e-8eb1-a23ce804a3bd', 'status': 'completed', 'code': 200} May 19 12:25:37.265373 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-fdcfe219-0a48-4f09-9ad0-ae09a6245c39 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.266855 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-fdcfe219-0a48-4f09-9ad0-ae09a6245c39 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 816 time: 0.1937070 May 19 12:25:37.407736 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-efecd01f-6074-4900-8f20-f3b7ca89e32b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 380 time: 0.1094222 May 19 12:25:37.486165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'port': {'device_id': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'admin_state_up': True, 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'security_groups': ['b3b57f68-345e-400c-b94a-3b26a43b9481']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:37.490946 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:37.493637 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:37.494095 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf10e1-8578-44c2-a2d5-11a98494e2c2 req-1d72e7f4-5ce5-4411-b1eb-dfd637934ff3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:37.495827 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4bbf10e1-8578-44c2-a2d5-11a98494e2c2 req-1d72e7f4-5ce5-4411-b1eb-dfd637934ff3 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 944 time: 0.0539589 May 19 12:25:37.520839 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:37.525871 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:37.531182 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:37.531849 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:37.558892 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4bbf10e1-8578-44c2-a2d5-11a98494e2c2 req-708cdf8c-fb15-426f-accf-edb66f787e7a tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571370 May 19 12:25:37.653213 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:37.730206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Made reservation on behalf of 1952e5f71bb245de912a1249fd7f6167 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:37.736991 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:37.883205 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-555d4927-8c6e-43df-b3bc-54c2b06ec3a3 req-a2bbbb14-e570-460a-919f-663a3a1aaf24 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0315206 May 19 12:25:37.899494 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:37.916472 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Allocated IP 172.20.0.11 (fae2a519-b2c0-40c8-b8e9-67be2915545e/76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c/60a88c1e-75f6-4fbf-9da2-da492fbaa3ed) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:37.931385 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76550721-49ba-4a75-ad15-96aaf3213613 None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:37.940884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.052397 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8f03c03a-3f18-471d-9b24-74565fbf313b req-7219757c-cab3-4ea5-8c7b-1fda30a4b9bf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=68e76015-a6d8-4580-a1ab-4a11f42cb6f0 HTTP/1.1" status: 200 len: 210 time: 0.0325751 May 19 12:25:38.081598 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.173272 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:38.198831 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.216649 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.217922 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937374f-8d2b-4e4e-92ec-18b5cae6768f None None] New status for floating IP b347ab20-cd1f-43f9-9056-47b190de5a90: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:38.246155 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Network fae2a519-b2c0-40c8-b8e9-67be2915545e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:38.252753 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:38.256745 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:38.263111 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:38.290371 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:38.293745 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.327267 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.328017 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.407251 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:38.407637 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.417710 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-09772b8a-55e4-4431-88df-2dfc12e39b35 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9360762 May 19 12:25:38.434367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:38.436611 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa5fc7-5485-4eb5-bfc8-dc22c449c4f0" -d '{"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-plugged", "status": "completed", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:38.459432 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:38.483862 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Request body: {'port': {'device_id': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:38.496141 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-e894644c-b598-4894-a491-be38bec60652 None None] Provisioning complete for port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:38.496567 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e894644c-b598-4894-a491-be38bec60652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.527992 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe45e51-c3ab-4cfe-a88e-6aaa6e79897a x-openstack-request-id: req-dbe45e51-c3ab-4cfe-a88e-6aaa6e79897a {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:38.528226 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-plugged", "status": "completed", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:38.528476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbe45e51-c3ab-4cfe-a88e-6aaa6e79897a {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:38.528869 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe45e51-c3ab-4cfe-a88e-6aaa6e79897a'] response: {'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'code': 200} May 19 12:25:38.588766 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e894644c-b598-4894-a491-be38bec60652 None None] Port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:25:38.592280 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.592994 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 0269a249-9630-404e-8eb1-a23ce804a3bd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:25:38.608824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:38.654621 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.662171 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 0269a249-9630-404e-8eb1-a23ce804a3bd {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:25:38.662512 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 0269a249-9630-404e-8eb1-a23ce804a3bd not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:25:38.695998 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56050b9-e4be-4041-af94-352815d60693 req-16111d0b-a183-437c-9895-86dc79c093a9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.698023 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a56050b9-e4be-4041-af94-352815d60693 req-16111d0b-a183-437c-9895-86dc79c093a9 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0592971 May 19 12:25:38.717863 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=8']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:38.739301 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:38.756677 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a56050b9-e4be-4041-af94-352815d60693 req-aef3b991-3579-4fc3-977a-034bab96b421 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520782 May 19 12:25:38.935202 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37625-5356-427a-94db-f87d23066447 req-d9621ff2-5b11-4e12-ad17-0bf43df73b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:38.936737 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a7f37625-5356-427a-94db-f87d23066447 req-d9621ff2-5b11-4e12-ad17-0bf43df73b23 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1129 time: 0.0658112 May 19 12:25:39.015401 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:39.020706 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9a0b-b86e-41bd-9d1f-9db94c612f91 req-e7148aa9-bc47-46f7-ba6a-d0860fd38221 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:39.022255 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f43f9a0b-b86e-41bd-9d1f-9db94c612f91 req-e7148aa9-bc47-46f7-ba6a-d0860fd38221 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 932 time: 0.0494239 May 19 12:25:39.025065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Publish callbacks [] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.029612 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a7f37625-5356-427a-94db-f87d23066447 req-c5874918-8804-4961-a63f-9510c208e7f4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860748 May 19 12:25:39.041023 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Transition to ACTIVE for port object 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:25:39.076282 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f43f9a0b-b86e-41bd-9d1f-9db94c612f91 req-e9c75d22-33d3-4276-a6a9-1b9be7a7caab tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 May 19 12:25:39.160688 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.168701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:39.211495 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:39.240489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.240832 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.241171 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.241503 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.241829 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.242181 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.242501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.242821 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.243140 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.243460 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.243778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.244114 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.244430 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.244750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.245066 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:39.265225 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47510) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:39.304539 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Attempting to bind port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:25:39.305096 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Attempting to bind port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:25:39.305224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Attempting to bind port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed on network fae2a519-b2c0-40c8-b8e9-67be2915545e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:39.310466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed on network fae2a519-b2c0-40c8-b8e9-67be2915545e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:25:39.310827 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Attempting to bind port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed on network fae2a519-b2c0-40c8-b8e9-67be2915545e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:39.316910 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:25:39.317253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Checking segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:39.317711 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Bound using segment: {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:25:39.318110 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Bound port: 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f375cb-655b-4827-a7e6-51370dd55987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:25:39.318471 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.325278 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bfaabb7-a932-41c5-91ba-9577a0133c54 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (bd231180-fefa-4a58-b288-5196eb05597c), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.350511 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bfaabb7-a932-41c5-91ba-9577a0133c54 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (bd231180-fefa-4a58-b288-5196eb05597c), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.384608 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:39.387638 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:25:39.391078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:25:39.498136 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bfaabb7-a932-41c5-91ba-9577a0133c54 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (bd231180-fefa-4a58-b288-5196eb05597c), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.498569 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.500905 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4bfaabb7-a932-41c5-91ba-9577a0133c54 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.502882 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-4bfaabb7-a932-41c5-91ba-9577a0133c54 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "DELETE /v2.0/security-groups/bd231180-fefa-4a58-b288-5196eb05597c HTTP/1.1" status: 204 len: 168 time: 0.2356594 May 19 12:25:39.512842 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaabb7-a932-41c5-91ba-9577a0133c54 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd231180-fefa-4a58-b288-5196eb05597c,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:39.515585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47512) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:39.538494 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:39.539115 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.540831 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] 10.222.0.81 "PUT /v2.0/ports/60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 1094 time: 1.0759461 May 19 12:25:39.541326 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:39.541564 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.api.v2.resource [None req-81775d10-4940-41da-8884-76600f7675a2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] show failed (client error): The resource could not be found. May 19 12:25:39.545750 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-81775d10-4940-41da-8884-76600f7675a2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups/bd231180-fefa-4a58-b288-5196eb05597c HTTP/1.1" status: 404 len: 347 time: 0.0260549 May 19 12:25:39.546012 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5da294-7a62-405a-83b2-324ce019b0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:39.548278 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47516) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:39.569994 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7224f55-4d49-4b23-8fe6-5a00532dd642 service neutron] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:39.590476 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ad6d8-4dbb-486d-838a-e616cbc6acf6 x-openstack-request-id: req-ea7ad6d8-4dbb-486d-838a-e616cbc6acf6 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:39.590836 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:39.591152 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea7ad6d8-4dbb-486d-838a-e616cbc6acf6 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:39.591620 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7ad6d8-4dbb-486d-838a-e616cbc6acf6'] response: {'name': 'network-changed', 'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'status': 'completed', 'code': 200} May 19 12:25:39.693308 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Deleting port 14a5677f-1bbd-4a37-a546-6550371c2bc2 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:25:39.693658 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.782128 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.782827 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (14a5677f-1bbd-4a37-a546-6550371c2bc2), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:39.798845 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Calling delete_port for 14a5677f-1bbd-4a37-a546-6550371c2bc2 owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:25:39.896895 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b22ac-f867-47da-b99e-d682a81438a0 req-05ba945f-48f4-4bc1-ab62-3d1e752f549f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:39.898406 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c17b22ac-f867-47da-b99e-d682a81438a0 req-05ba945f-48f4-4bc1-ab62-3d1e752f549f tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0575323 May 19 12:25:39.974618 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c17b22ac-f867-47da-b99e-d682a81438a0 req-7d22fb95-9ef6-452b-a383-a90734eaf314 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662632 May 19 12:25:40.088144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da294-7a62-405a-83b2-324ce019b0e4 req-02367d49-377a-4940-b265-b1ef88756a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.089667 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3e5da294-7a62-405a-83b2-324ce019b0e4 req-02367d49-377a-4940-b265-b1ef88756a06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1128 time: 0.0474007 May 19 12:25:40.152546 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (14a5677f-1bbd-4a37-a546-6550371c2bc2), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.201388 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da294-7a62-405a-83b2-324ce019b0e4 req-82a88513-278c-4fc2-91fc-644cdd076d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.202886 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3e5da294-7a62-405a-83b2-324ce019b0e4 req-82a88513-278c-4fc2-91fc-644cdd076d4c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1952e5f71bb245de912a1249fd7f6167&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984645 May 19 12:25:40.210347 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event deleted for resources: {'Port': ['ID=14a5677f-1bbd-4a37-a546-6550371c2bc2,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:40.269219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74d42-a692-4ade-a8b0-26b1958c6cb5 req-84270ff4-fa30-445a-b378-7978872b8abd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.270814 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ccd74d42-a692-4ade-a8b0-26b1958c6cb5 req-84270ff4-fa30-445a-b378-7978872b8abd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.1149335 May 19 12:25:40.307730 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (b347ab20-cd1f-43f9-9056-47b190de5a90), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.308299 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da294-7a62-405a-83b2-324ce019b0e4 req-8f00ed86-5c66-468d-ae52-c7cd010c4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.309814 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3e5da294-7a62-405a-83b2-324ce019b0e4 req-8f00ed86-5c66-468d-ae52-c7cd010c4068 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002250 May 19 12:25:40.310154 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.311281 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-12768412-55a6-4237-8c22-c96241d3b9f6 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "DELETE /v2.0/floatingips/b347ab20-cd1f-43f9-9056-47b190de5a90 HTTP/1.1" status: 204 len: 168 time: 0.7608633 May 19 12:25:40.318910 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:40.337664 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ccd74d42-a692-4ade-a8b0-26b1958c6cb5 req-9b4df258-a89a-4d59-a038-f589dc059131 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578911 May 19 12:25:40.491166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47548) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:40.495635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849112086', 'description': 'tempest-description--807410589'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:40.626699 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.662444 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:40.694223 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (24f0a51c-ca2c-47d0-beff-4f700c19f4da), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.767130 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (24f0a51c-ca2c-47d0-beff-4f700c19f4da), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.798410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0a51c-ca2c-47d0-beff-4f700c19f4da,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:40.923684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:40.924929 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ae0dd1d9-0d1b-4e09-8de8-20d289bb38b7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4327073 May 19 12:25:40.928545 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47550) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:40.934995 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'security_group_rule': {'security_group_id': '24f0a51c-ca2c-47d0-beff-4f700c19f4da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:40.979822 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-f527dd38-6591-41c8-a980-5eb6eaaec524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:40.981344 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-f527dd38-6591-41c8-a980-5eb6eaaec524 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1128 time: 0.0439923 May 19 12:25:41.040904 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-4e940384-b8b5-4840-9eac-b87c5c2457e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 217 time: 0.0362253 May 19 12:25:41.090096 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-18a33cf6-5daf-4e78-85bc-9b2ef62699c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.090322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (cea22604-4437-4f96-8016-e652ff4debd6), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.091583 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-18a33cf6-5daf-4e78-85bc-9b2ef62699c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0453672 May 19 12:25:41.120607 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0902e-793b-4191-b0b7-aabe670aec3e req-a58d2254-e4dd-481d-95b2-f3607f50db4c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.122079 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0ff0902e-793b-4191-b0b7-aabe670aec3e req-a58d2254-e4dd-481d-95b2-f3607f50db4c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0768719 May 19 12:25:41.140862 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-ff099406-f3de-475c-b1f6-02a6bc157073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.142710 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-ff099406-f3de-475c-b1f6-02a6bc157073 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447285 May 19 12:25:41.200985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (cea22604-4437-4f96-8016-e652ff4debd6), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.206754 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0ff0902e-793b-4191-b0b7-aabe670aec3e req-34f7b1a4-1061-499b-a3f3-4c734028c726 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770929 May 19 12:25:41.212387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:41.241894 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-a26bb610-4ebe-4d03-ac3a-06c77931e346 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927129 May 19 12:25:41.306404 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (cea22604-4437-4f96-8016-e652ff4debd6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.326476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea22604-4437-4f96-8016-e652ff4debd6,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:41.333517 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-3a611037-3053-4a1d-a83c-79aba469ed7f req-d8d66372-586a-4fd8-9371-69236f3a9f84 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 May 19 12:25:41.459719 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.459719 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-2f6364d6-e55f-4c77-aa1a-b80fb28ca002 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5266755 May 19 12:25:41.460159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47558) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:41.464314 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'security_group_rule': {'security_group_id': '24f0a51c-ca2c-47d0-beff-4f700c19f4da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:41.479208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da6af4-5e2a-4000-8f65-1ebc517aa89e req-8b8c21bd-7973-42f8-86fa-5b179b20616b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:41.480854 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b4da6af4-5e2a-4000-8f65-1ebc517aa89e req-8b8c21bd-7973-42f8-86fa-5b179b20616b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0584841 May 19 12:25:41.503496 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:41.550285 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b4da6af4-5e2a-4000-8f65-1ebc517aa89e req-284edf86-8347-4188-9f7d-d091a6f3570e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615048 May 19 12:25:41.609825 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (b8a6cbdd-e58d-404e-872f-2a0d1d4462ec), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.675749 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (b8a6cbdd-e58d-404e-872f-2a0d1d4462ec), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.769081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (b8a6cbdd-e58d-404e-872f-2a0d1d4462ec), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.789367 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a6cbdd-e58d-404e-872f-2a0d1d4462ec,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:41.948794 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:41.950343 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d0637a81-5485-4aef-82b2-d91e00a0c1ca tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4895971 May 19 12:25:41.953544 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47566) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:41.957974 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:42.078778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.158790 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.200083 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:42.271130 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Allocated IP 172.27.1.128 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/e225c1b8-70da-4a96-9acf-6d65a1dde6dd) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:42.329454 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcfca1-c7e0-4602-9d3e-19191ea425db req-7ea5f212-9407-4a81-ae71-85d7cd534f3c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.331823 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-64fcfca1-c7e0-4602-9d3e-19191ea425db req-7ea5f212-9407-4a81-ae71-85d7cd534f3c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0513134 May 19 12:25:42.387213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.387926 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-64fcfca1-c7e0-4602-9d3e-19191ea425db req-ca3f5f4e-6092-4049-a3cd-bb669c7006ac tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498211 May 19 12:25:42.483361 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e12fdb0-c36c-435a-861a-5b11d630fe09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.521208 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.564081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:42.569945 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:42.572230 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'Port': ['ID=e225c1b8-70da-4a96-9acf-6d65a1dde6dd,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:42.574345 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:42.657721 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:42.793899 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (3a14551e-7193-4ef3-9e70-1919b102e259), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:42.794964 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a85a3f-f838-48f8-98eb-2db7dd98daa4 req-33857b13-f701-4b22-a955-fbd4ddd55091 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:42.794964 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76a85a3f-f838-48f8-98eb-2db7dd98daa4 req-33857b13-f701-4b22-a955-fbd4ddd55091 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0584249 May 19 12:25:42.794964 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76a85a3f-f838-48f8-98eb-2db7dd98daa4 req-e01a0538-63f2-4eb0-93b0-018f7f628401 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 May 19 12:25:42.991477 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.178521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.260412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.332117 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'Port': ['ID=e225c1b8-70da-4a96-9acf-6d65a1dde6dd,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:43.343982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (3a14551e-7193-4ef3-9e70-1919b102e259), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.474825 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:43.477940 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2920075a-90d3-45e0-97ee-cfa2087fabaf tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5215881 May 19 12:25:43.680423 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-a880f39d-b642-4af8-91ea-5071a2ea34e9 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--849112086&fields=id&tenant_id=9eafee25cfb14ca2bd5c10fe41a01644 HTTP/1.1" status: 200 len: 267 time: 0.0467651 May 19 12:25:43.794479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-5ccaf821-5275-4b3a-b2b2-86c8eca4d158 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:43.795978 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-5ccaf821-5275-4b3a-b2b2-86c8eca4d158 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 811 time: 0.1087015 May 19 12:25:43.817981 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-fd4dcaf0-7ab3-4c49-81e9-661dadfd3fa4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/quotas/9eafee25cfb14ca2bd5c10fe41a01644 HTTP/1.1" status: 200 len: 375 time: 0.0118387 May 19 12:25:43.879490 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-4f50ac51-128c-460a-80b7-f8c474081774 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529473 May 19 12:25:43.980196 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8091618-bca7-4790-b57f-5a67bfd1eb9e req-28ad3e34-5d27-4fbd-82ce-cb1532653a94 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:43.981754 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8091618-bca7-4790-b57f-5a67bfd1eb9e req-28ad3e34-5d27-4fbd-82ce-cb1532653a94 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0973623 May 19 12:25:44.040417 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-5f2a289e-28b7-45b1-97c6-dc57a742266d service neutron] 10.222.0.23 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465681 May 19 12:25:44.073333 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8091618-bca7-4790-b57f-5a67bfd1eb9e req-f7d4e5ed-d1b5-4dd1-9ab0-6c7b071bc9c3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837345 May 19 12:25:44.115832 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:44.147854 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-f4c9db9a-fbd3-4c97-8b9f-d20cfae21b1a service neutron] 10.222.0.23 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998182 May 19 12:25:44.217536 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:44.223487 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:44.236214 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:44.265103 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:25:44.443041 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6ae5e0e0-d8e7-43f9-ab8b-1d61558373a6 req-7e7bd8d6-6683-487a-9258-86c126737619 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0307095 May 19 12:25:44.463231 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:44.475225 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'mac_address': 'fa:16:3e:d3:79:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:44.515294 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:44.518891 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:44.530418 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:44.553652 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:44.665854 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:44.715178 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:45.020357 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c6b5bd47-b569-4880-bd1d-c11036f49521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:45.094886 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:45.191072 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:45.228722 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db81814-3693-4ea8-9d08-e9319c940d51 req-5f69900f-466a-46ad-a9ce-668e6486b528 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:45.228722 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5db81814-3693-4ea8-9d08-e9319c940d51 req-5f69900f-466a-46ad-a9ce-668e6486b528 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 945 time: 0.0492010 May 19 12:25:45.279115 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5db81814-3693-4ea8-9d08-e9319c940d51 req-cbb79769-5afd-4ad3-af73-aa9b0f112d0a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460856 May 19 12:25:45.543488 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c9e9892d-22c2-4fe8-ab19-285e5ee8a404 req-9daf37a1-e47c-4e86-9633-0155db9770e7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0319467 May 19 12:25:46.042929 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.234258 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:46.282827 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:46.358951 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:46.359574 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.410206 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bf884-0247-437b-89e4-19a6952e3a72 req-60748685-3134-4898-9634-ff1617ff0c48 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:46.412459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-985bf884-0247-437b-89e4-19a6952e3a72 req-60748685-3134-4898-9634-ff1617ff0c48 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 945 time: 0.0562768 May 19 12:25:46.444460 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:46.444845 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.463866 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-985bf884-0247-437b-89e4-19a6952e3a72 req-1f5ba799-55b6-48c1-9a04-699020b01240 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 May 19 12:25:46.475335 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:46.477864 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c299c7c2-61af-4175-bed5-d00b908bd789" -d '{"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-plugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:46.493048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:46.524508 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f111f4c1-4232-45dd-a412-19888c207dcf x-openstack-request-id: req-f111f4c1-4232-45dd-a412-19888c207dcf {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:46.524803 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-plugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:46.525051 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f111f4c1-4232-45dd-a412-19888c207dcf {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:46.525471 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f111f4c1-4232-45dd-a412-19888c207dcf'] response: {'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'code': 200} May 19 12:25:46.618190 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:46.642447 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b287200e-2378-4417-96b0-fda2022a21b3 req-32d77336-e5f0-47e7-bdac-ac141aeda247 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0307622 May 19 12:25:46.666999 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:47.207152 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d90f7-1a0b-4ead-8ffa-458023b4b8b8 req-bc499990-d2c9-4c7b-a4b0-8e8fe909345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:47.208614 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-852d90f7-1a0b-4ead-8ffa-458023b4b8b8 req-bc499990-d2c9-4c7b-a4b0-8e8fe909345c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1130 time: 0.0435424 May 19 12:25:47.242809 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:47.253822 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-852d90f7-1a0b-4ead-8ffa-458023b4b8b8 req-b27cee10-f211-4a4b-95bd-2ec07046cc5b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 May 19 12:25:47.574779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:47.585320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:47.599779 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6f30-841c-47ab-93a2-9486090794eb req-1f02cbac-5868-4c4d-b090-dc674788a557 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:47.601412 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-09cd6f30-841c-47ab-93a2-9486090794eb req-1f02cbac-5868-4c4d-b090-dc674788a557 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0522983 May 19 12:25:47.649681 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-09cd6f30-841c-47ab-93a2-9486090794eb req-ec71be1a-f9c6-41b5-84e9-1a11e9cb4316 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 May 19 12:25:47.740676 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d51dc1cd-d7b5-4b62-aa5f-4ca30a32e8b6 req-b0999ad6-d638-4e24-a852-094b063388fc tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0286591 May 19 12:25:48.600622 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9fb5ee0b-156a-417b-b3c4-41a7e4d267ff tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.602071 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9fb5ee0b-156a-417b-b3c4-41a7e4d267ff tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 811 time: 0.1065369 May 19 12:25:48.680612 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-a38c1895-86f1-489b-aeff-a84eb86bdbe7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eafee25cfb14ca2bd5c10fe41a01644 HTTP/1.1" status: 200 len: 379 time: 0.0526533 May 19 12:25:48.694023 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'port': {'device_id': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'admin_state_up': True, 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'security_groups': ['24f0a51c-ca2c-47d0-beff-4f700c19f4da']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:48.818941 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dbc2-1296-4cfc-b32f-e0c7bbeae949 req-65e77fa9-0856-4e3d-b812-35be995a1f3c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:48.822415 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4a7dbc2-1296-4cfc-b32f-e0c7bbeae949 req-65e77fa9-0856-4e3d-b812-35be995a1f3c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0587811 May 19 12:25:48.858547 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a8dd6fc-0db5-49fe-8a6a-1ef95c9f4ba4 req-9d3daa53-bfe3-456a-9c96-c58a99724603 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0370572 May 19 12:25:48.891838 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4a7dbc2-1296-4cfc-b32f-e0c7bbeae949 req-9a4d63dd-1617-42c3-aad4-62eeea7c233d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604248 May 19 12:25:48.934425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Made reservation on behalf of 9eafee25cfb14ca2bd5c10fe41a01644 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:25:48.938082 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:49.073810 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Allocated IP 172.20.0.4 (66d32a70-5928-448a-8e67-919eb5765bfb/37d41b5a-a221-4803-970a-6df3268ac267/96b7e59a-40c2-4b31-bcdf-f5bd068dca42) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:25:49.329130 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:49.465595 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:49.623960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:49.669182 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Network 66d32a70-5928-448a-8e67-919eb5765bfb is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:25:49.672309 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:25:49.676279 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:25:49.699740 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event updated for resources: {'Port': ['ID=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:49.713306 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:49.728792 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:49.729433 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:49.859728 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9081dc32-15fd-438c-942d-5411e87b48ba tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702888 May 19 12:25:49.874704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Request body: {'port': {'device_id': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:49.935079 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-cbeb3509-0a17-49f8-a8f6-6e177edbf340 None None] Provisioning complete for port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:49.935738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cbeb3509-0a17-49f8-a8f6-6e177edbf340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:49.969853 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:49.985976 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb3509-0a17-49f8-a8f6-6e177edbf340 None None] Port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:25:50.007354 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.020585 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae69f0-52fc-4a3d-a0f0-7a9bfcef004a req-06ca9ba4-5349-4c10-92f9-59c38182079c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.022485 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1bae69f0-52fc-4a3d-a0f0-7a9bfcef004a req-06ca9ba4-5349-4c10-92f9-59c38182079c tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 931 time: 0.0702858 May 19 12:25:50.030285 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-0a4318e4-e311-455e-bd6c-93c50867fdaf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564339 May 19 12:25:50.072441 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5923c0-580b-4cc1-bc94-902121f6854b req-4054f62e-241b-41f5-b7aa-1612d7d37ec5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.073926 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c5923c0-580b-4cc1-bc94-902121f6854b req-4054f62e-241b-41f5-b7aa-1612d7d37ec5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0724118 May 19 12:25:50.116340 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1bae69f0-52fc-4a3d-a0f0-7a9bfcef004a req-8bb0e759-883e-471a-b754-b544e7a6c679 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763073 May 19 12:25:50.144729 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c5923c0-580b-4cc1-bc94-902121f6854b req-0c6681a7-659f-4c97-b9e1-5209252a5194 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602176 May 19 12:25:50.204436 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-c2a4c277-505f-4d81-bb1a-307259fb7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.206842 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-c2a4c277-505f-4d81-bb1a-307259fb7b8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1129 time: 0.0598667 May 19 12:25:50.249172 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=66 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:50.273899 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659923-bfbc-4d13-a7fb-4545477b9056 req-88868db2-f9c1-44fc-b96a-debd88a7106e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.275438 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7b659923-bfbc-4d13-a7fb-4545477b9056 req-88868db2-f9c1-44fc-b96a-debd88a7106e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0539348 May 19 12:25:50.285745 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47686) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:50.290252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Request body: {'floatingip': {'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:50.329446 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (6784d7b4-8a2c-45d5-bb2a-9031c13ffd83), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.380887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-f25edb70-5a8c-4cbb-8b78-87f621b834f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.382249 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-f25edb70-5a8c-4cbb-8b78-87f621b834f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 910 time: 0.1360497 May 19 12:25:50.466039 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:50.479815 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Publish callbacks [] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.483395 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-d82e0637-747e-4507-9e3f-c8ce8ae9c54c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 1001 time: 0.0911014 May 19 12:25:50.523672 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Transition to ACTIVE for port object 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:25:50.543711 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-cb0d4f3f-9e02-4d75-903a-46a5bb1b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.545332 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-cb0d4f3f-9e02-4d75-903a-46a5bb1b312e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 200 len: 848 time: 0.0543275 May 19 12:25:50.585996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:50.594996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-dea3dd98-0ede-4186-9388-3ab64717d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:50.597406 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-dea3dd98-0ede-4186-9388-3ab64717d3d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2237e2b2-7c53-4199-a822-e417750a80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458972 May 19 12:25:50.598624 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.712554 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Pushing event updated for resources: {'Port': ['ID=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:50.802105 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-15170f79-a944-4457-942d-d0e1ce4028fc service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971226 May 19 12:25:50.881880 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:50.884883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Attempting to bind port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:25:50.885070 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Attempting to bind port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:25:50.885427 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Attempting to bind port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 on network 66d32a70-5928-448a-8e67-919eb5765bfb {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:50.894576 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 on network 66d32a70-5928-448a-8e67-919eb5765bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:25:50.894902 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Attempting to bind port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 on network 66d32a70-5928-448a-8e67-919eb5765bfb {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:25:50.911871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:25:50.912009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:50.912107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Checking segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:25:50.912401 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Bound using segment: {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:25:50.912845 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Bound port: 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a07503-941c-41cd-a438-4b01a18f0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:25:50.913200 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:50.940843 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c01a2b24-ef29-4e40-a9ef-9e142ed7aa9a req-26d4022c-cff3-491d-84ea-31d5cc5cc9cc service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319754 May 19 12:25:50.991888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] For port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:25:50.994966 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] For port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:25:51.010553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.087368 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.127405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.128058 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.129480 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] 10.222.0.81 "PUT /v2.0/ports/96b7e59a-40c2-4b31-bcdf-f5bd068dca42 HTTP/1.1" status: 200 len: 1093 time: 1.2588880 May 19 12:25:51.130024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:51.132258 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6764711b-785f-41c7-b565-ece5bbef2295" -d '{"events": [{"name": "network-changed", "server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:51.151624 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (6784d7b4-8a2c-45d5-bb2a-9031c13ffd83), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.154546 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea775ae-f701-4b5f-b1f7-7dd27bdafb19 service neutron] Pushing event updated for resources: {'Port': ['ID=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:51.186602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dddb06d-593f-4795-ba67-711fd5e1e8f9 x-openstack-request-id: req-9dddb06d-593f-4795-ba67-711fd5e1e8f9 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:51.186895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:51.187150 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dddb06d-593f-4795-ba67-711fd5e1e8f9 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:51.187588 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dddb06d-593f-4795-ba67-711fd5e1e8f9'] response: {'name': 'network-changed', 'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'status': 'completed', 'code': 200} May 19 12:25:51.279308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764711b-785f-41c7-b565-ece5bbef2295 req-3c318c68-f454-4bd7-bea7-23328d0a8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.281047 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6764711b-785f-41c7-b565-ece5bbef2295 req-3c318c68-f454-4bd7-bea7-23328d0a8351 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 1127 time: 0.0486667 May 19 12:25:51.282346 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:51.303854 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364271e-f4f7-433b-a481-e409d0f9d7d8 req-f0b7af5a-8c97-4a7f-a2d9-1445a4a1abfe tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.305441 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6364271e-f4f7-433b-a481-e409d0f9d7d8 req-f0b7af5a-8c97-4a7f-a2d9-1445a4a1abfe tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 943 time: 0.0699592 May 19 12:25:51.311066 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Floating IP 6784d7b4-8a2c-45d5-bb2a-9031c13ffd83 associated. External IP: 172.27.1.155, port: 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed. May 19 12:25:51.398277 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764711b-785f-41c7-b565-ece5bbef2295 req-0be4fdfe-6434-4a87-a990-e649176b91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.399627 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6764711b-785f-41c7-b565-ece5bbef2295 req-0be4fdfe-6434-4a87-a990-e649176b91eb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996368 May 19 12:25:51.431440 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6364271e-f4f7-433b-a481-e409d0f9d7d8 req-cd7627fb-6da1-4e72-9fba-2fa627d245e8 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179082 May 19 12:25:51.502909 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764711b-785f-41c7-b565-ece5bbef2295 req-75e4ea96-d533-4a63-ac08-e7b9c7d34870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.504414 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6764711b-785f-41c7-b565-ece5bbef2295 req-75e4ea96-d533-4a63-ac08-e7b9c7d34870 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987830 May 19 12:25:51.565686 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Router 6b3072b3-a74b-4516-9672-31875d5081d1 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:25:51.615530 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-1cc7c71a-82a4-4d87-8da2-c99488735b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.617055 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-1cc7c71a-82a4-4d87-8da2-c99488735b9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 1127 time: 0.0417445 May 19 12:25:51.663535 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-282c426b-4219-4d90-bea7-088ac147ce30 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42 HTTP/1.1" status: 200 len: 217 time: 0.0325897 May 19 12:25:51.675684 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:25:51.681376 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:51.688141 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:25:51.699415 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:51.700063 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:51.716153 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-caabd444-d0fd-4817-acb3-5450ab728c47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "PUT /v2.0/floatingips/6784d7b4-8a2c-45d5-bb2a-9031c13ffd83 HTTP/1.1" status: 200 len: 992 time: 1.4285612 May 19 12:25:51.719775 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:51.719775 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e078a-e583-4f48-94f9-14d985c645c8" -d '{"events": [{"name": "network-changed", "server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:51.728571 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-4fd283a4-39c8-44c8-bba5-1f4f7e092e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.730217 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-4fd283a4-39c8-44c8-bba5-1f4f7e092e12 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0613630 May 19 12:25:51.756660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35721717-f2f9-4711-af19-66cc093a35c8 x-openstack-request-id: req-35721717-f2f9-4711-af19-66cc093a35c8 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:51.756957 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:51.757216 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35721717-f2f9-4711-af19-66cc093a35c8 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:51.757625 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35721717-f2f9-4711-af19-66cc093a35c8'] response: {'name': 'network-changed', 'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'status': 'completed', 'code': 200} May 19 12:25:51.776512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-f7759ed8-dda4-4882-912f-efb3807e0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.778059 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-f7759ed8-dda4-4882-912f-efb3807e0313 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423443 May 19 12:25:51.810967 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:51.905974 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:51.918001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e078a-e583-4f48-94f9-14d985c645c8 req-a6494798-f14e-4a7d-b439-87fc27037767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:51.919433 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-a6494798-f14e-4a7d-b439-87fc27037767 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1130 time: 0.0926042 May 19 12:25:52.008254 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-47480747-3dd8-4e4e-9255-79806b6a6b7a service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892571 May 19 12:25:52.062224 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '6784d7b4-8a2c-45d5-bb2a-9031c13ffd83', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'mac_address': 'fa:16:3e:d3:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:25:31Z', 'updated_at': '2022-05-19T12:25:50Z', 'revision_number': 1, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:52.089403 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:25:52.097749 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e078a-e583-4f48-94f9-14d985c645c8 req-bffa2060-ed78-4b21-88a7-37975338fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:52.098950 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-bffa2060-ed78-4b21-88a7-37975338fc49 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1725998 May 19 12:25:52.108215 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:25:52.108843 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:52.191838 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2b0f133b-32b4-49c6-aa1d-f76551fcb8ee req-d7c5e872-cd2f-4bb2-ac5f-f7aa21682056 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753383 May 19 12:25:52.193956 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-1284f1aa-74b0-45f4-bb09-c265235696b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 1000 time: 0.0881348 May 19 12:25:52.263468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e078a-e583-4f48-94f9-14d985c645c8 req-08689ab3-dc9c-461b-a0e5-b329133a5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:52.264972 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-08689ab3-dc9c-461b-a0e5-b329133a5ad1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0481505 May 19 12:25:52.315250 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:25:52.317515 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e078a-e583-4f48-94f9-14d985c645c8 req-3a8b4ab0-cac9-4e0b-9998-bc2997f5337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:52.319161 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-3a8b4ab0-cac9-4e0b-9998-bc2997f5337b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476930 May 19 12:25:52.376574 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:52.419005 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-4e0164fb-b3b4-4555-8587-fcfb45f2dab8 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923007 May 19 12:25:52.535479 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '6784d7b4-8a2c-45d5-bb2a-9031c13ffd83', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'mac_address': 'fa:16:3e:d3:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:25:31Z', 'updated_at': '2022-05-19T12:25:50Z', 'revision_number': 1, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:25:52.560202 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89b7c1-7c70-4e5a-96ba-2f39ae023da5 req-7d045b59-501e-4548-98e1-6b7cf09ab278 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:52.560809 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234769a6-68ad-4b7b-841e-c7a3b8a1bbea None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '6784d7b4-8a2c-45d5-bb2a-9031c13ffd83', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'mac_address': 'fa:16:3e:d3:79:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:25:31Z', 'updated_at': '2022-05-19T12:25:50Z', 'revision_number': 1, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:25:52.561780 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa89b7c1-7c70-4e5a-96ba-2f39ae023da5 req-7d045b59-501e-4548-98e1-6b7cf09ab278 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 943 time: 0.0491405 May 19 12:25:52.614086 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa89b7c1-7c70-4e5a-96ba-2f39ae023da5 req-25c1b651-569b-40e5-8d8a-30c756820ee2 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456452 May 19 12:25:52.758696 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec5785-a548-4d8f-8ead-ef1edd836670 None None] New status for floating IP 6784d7b4-8a2c-45d5-bb2a-9031c13ffd83: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:25:53.733565 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504e83-d25a-416b-b24f-6eebf011871a req-39b63ada-8a79-41a8-b128-827c60289cfa tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:53.735459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe504e83-d25a-416b-b24f-6eebf011871a req-39b63ada-8a79-41a8-b128-827c60289cfa tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 943 time: 0.0502837 May 19 12:25:53.788411 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe504e83-d25a-416b-b24f-6eebf011871a req-e49083a9-8c7c-425a-a67e-fa7fde5d3921 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 May 19 12:25:54.279527 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:25:54.346429 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:54.380033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:54.391461 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'port_id': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'mac_address': 'fa:16:3e:25:88:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:25:54.430661 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:54.431043 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.445041 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:25:54.461294 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:54.465158 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:54.571997 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:54.619746 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:54.911062 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496731ac-d873-4f7a-a5ed-f1c93ab59211 req-97566000-79ed-4198-9dce-b696297ae7bd tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:54.912767 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-496731ac-d873-4f7a-a5ed-f1c93ab59211 req-97566000-79ed-4198-9dce-b696297ae7bd tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 944 time: 0.0535941 May 19 12:25:54.965062 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-496731ac-d873-4f7a-a5ed-f1c93ab59211 req-543c9e30-b1b9-4f83-bec4-3698c7fd5a32 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 May 19 12:25:54.988373 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-739e078a-e583-4f48-94f9-14d985c645c8 req-98215438-740a-4fb9-9f2f-bfd020718d1f service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925550 May 19 12:25:55.176981 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['96b7e59a-40c2-4b31-bcdf-f5bd068dca42'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:25:56.086790 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffe35e-284c-4733-92aa-d68c30f86e39 req-7d28ec93-a88f-45a7-9b96-ad1a67117b8f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:56.088587 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0dffe35e-284c-4733-92aa-d68c30f86e39 req-7d28ec93-a88f-45a7-9b96-ad1a67117b8f tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 944 time: 0.0485713 May 19 12:25:56.138573 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0dffe35e-284c-4733-92aa-d68c30f86e39 req-2c3f6b5b-2f62-4cc1-9d39-7c2fbe493344 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 May 19 12:25:56.284532 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:25:56.326525 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:25:56.461647 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:25:56.461647 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:56.536910 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:25:56.537290 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:56.559338 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:25:56.561589 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf6e74-75b6-4f91-af7a-5374224825d5" -d '{"events": [{"server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "name": "network-vif-plugged", "status": "completed", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:25:56.575997 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:25:56.600945 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0298cf-0247-457d-9d63-5373a8447557 x-openstack-request-id: req-6d0298cf-0247-457d-9d63-5373a8447557 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:25:56.601233 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "name": "network-vif-plugged", "status": "completed", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:25:56.601520 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d0298cf-0247-457d-9d63-5373a8447557 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:25:56.601927 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0298cf-0247-457d-9d63-5373a8447557'] response: {'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'code': 200} May 19 12:25:56.663674 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:56.714050 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:56.992482 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e797a-13d5-48f9-b4e4-db48ceb8ff1c req-519a9d1e-a894-4859-8ba9-e82c78325d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:56.993989 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f34e797a-13d5-48f9-b4e4-db48ceb8ff1c req-519a9d1e-a894-4859-8ba9-e82c78325d18 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 1129 time: 0.0451288 May 19 12:25:57.040156 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f34e797a-13d5-48f9-b4e4-db48ceb8ff1c req-eeac7c74-9133-4c75-a819-019d8a0c5c70 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 May 19 12:25:57.086033 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47778) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:57.195364 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.213636 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:57.274610 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20dac9-956f-4e2f-89d6-b6ac8aab4ee5 req-d96b6f1c-5814-41c6-aa58-2a37a13fc579 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:57.276040 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6d20dac9-956f-4e2f-89d6-b6ac8aab4ee5 req-d96b6f1c-5814-41c6-aa58-2a37a13fc579 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0612547 May 19 12:25:57.299871 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:25:57.349549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Publish callbacks [] for security_group (b79762be-88f8-4751-8869-e97c975bfa15), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.353266 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6d20dac9-956f-4e2f-89d6-b6ac8aab4ee5 req-331fc32a-b83e-4d7f-a90e-4a1640465c40 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716374 May 19 12:25:57.425592 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b79762be-88f8-4751-8869-e97c975bfa15), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.466402 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e21979389b3414888d523c280ca62e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792517 May 19 12:25:57.467499 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79762be-88f8-4751-8869-e97c975bfa15,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:57.469068 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47784) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:57.475208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.475602 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.475981 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.479999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94179318-0c97-4a05-bcbd-ef03aaeb546f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:25:57.521365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1f00-ef19-400b-b5fa-ba7039bed6cc admin admin] Publish callbacks [] for security_group (b79762be-88f8-4751-8869-e97c975bfa15), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.543104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1f00-ef19-400b-b5fa-ba7039bed6cc admin admin] Publish callbacks [] for security_group (b79762be-88f8-4751-8869-e97c975bfa15), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.637346 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1f00-ef19-400b-b5fa-ba7039bed6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b79762be-88f8-4751-8869-e97c975bfa15), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.639942 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1f00-ef19-400b-b5fa-ba7039bed6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:57.641120 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-7a7c1f00-ef19-400b-b5fa-ba7039bed6cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b79762be-88f8-4751-8869-e97c975bfa15 HTTP/1.1" status: 204 len: 168 time: 0.1710715 May 19 12:25:57.649586 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c1f00-ef19-400b-b5fa-ba7039bed6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79762be-88f8-4751-8869-e97c975bfa15,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:58.298161 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47790) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:58.312170 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd7eba3e-3fb7-4984-9551-f5ca4794ccd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.397549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd7eba3e-3fb7-4984-9551-f5ca4794ccd4 admin admin] Publish callbacks [] for security_group (d2e3956b-a477-4881-aa55-3f475978884a), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.472132 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb4ef-b7b8-4a3e-a645-5f9f59d40d85 req-ee1d631c-72b8-48ee-a95e-37c19eb1f303 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:58.473580 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6ebeb4ef-b7b8-4a3e-a645-5f9f59d40d85 req-ee1d631c-72b8-48ee-a95e-37c19eb1f303 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0479872 May 19 12:25:58.474720 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fd7eba3e-3fb7-4984-9551-f5ca4794ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (d2e3956b-a477-4881-aa55-3f475978884a), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.530159 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-fd7eba3e-3fb7-4984-9551-f5ca4794ccd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=179aa7263d81461db754a422ac53e70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302501 May 19 12:25:58.531240 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eba3e-3fb7-4984-9551-f5ca4794ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3956b-a477-4881-aa55-3f475978884a,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:58.533499 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47796) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:58.560660 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6ebeb4ef-b7b8-4a3e-a645-5f9f59d40d85 req-a72dfe33-4d8e-4f33-89fa-64720aadfe05 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799961 May 19 12:25:58.596065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78db-572c-43b1-8f60-0bd7883266cc admin admin] Publish callbacks [] for security_group (d2e3956b-a477-4881-aa55-3f475978884a), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.618215 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78db-572c-43b1-8f60-0bd7883266cc admin admin] Publish callbacks [] for security_group (d2e3956b-a477-4881-aa55-3f475978884a), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.748883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78db-572c-43b1-8f60-0bd7883266cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (d2e3956b-a477-4881-aa55-3f475978884a), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.751336 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dd5a78db-572c-43b1-8f60-0bd7883266cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:25:58.752682 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-dd5a78db-572c-43b1-8f60-0bd7883266cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2e3956b-a477-4881-aa55-3f475978884a HTTP/1.1" status: 204 len: 168 time: 0.2118607 May 19 12:25:58.762146 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a78db-572c-43b1-8f60-0bd7883266cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3956b-a477-4881-aa55-3f475978884a,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:25:59.684121 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09181ff-ccc9-4789-91ab-f666608ecf78 req-9c3f65cc-d6fa-4389-b629-9f6424e448f1 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:59.685768 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b09181ff-ccc9-4789-91ab-f666608ecf78 req-9c3f65cc-d6fa-4389-b629-9f6424e448f1 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0531402 May 19 12:25:59.734604 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b09181ff-ccc9-4789-91ab-f666608ecf78 req-36c46863-339a-4865-a6c5-0f9c98c62645 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 May 19 12:25:59.852814 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c844512-e65d-433f-9063-0ba74195098b req-aed6f711-0772-41e1-b8c0-f0549cf09340 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:25:59.854335 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5c844512-e65d-433f-9063-0ba74195098b req-aed6f711-0772-41e1-b8c0-f0549cf09340 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0516212 May 19 12:25:59.863938 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47824) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:25:59.868492 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Request body: {'floatingip': {'port_id': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:25:59.907584 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (3a14551e-7193-4ef3-9e70-1919b102e259), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.159627 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:00.307722 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:00.327744 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.423969 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (3a14551e-7193-4ef3-9e70-1919b102e259), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:00.522179 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Floating IP 3a14551e-7193-4ef3-9e70-1919b102e259 associated. External IP: 172.27.1.128, port: 96b7e59a-40c2-4b31-bcdf-f5bd068dca42. May 19 12:26:00.722654 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Router cc96356a-971f-4100-ab1d-3810f576fe02 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:01.043543 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:01.049744 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:01.053693 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:01.065026 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:01.065630 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.070431 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:01.084326 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b2f33ab8-0832-4f29-b7ff-80e1cbaf4c97 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "PUT /v2.0/floatingips/3a14551e-7193-4ef3-9e70-1919b102e259 HTTP/1.1" status: 200 len: 991 time: 1.2187490 May 19 12:26:01.085432 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:01.087173 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b69b6b-f310-46a2-8be9-ccaf59852d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:01.126965 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9afd13-5979-4de3-8cf0-d7e54ebfdf7c x-openstack-request-id: req-0f9afd13-5979-4de3-8cf0-d7e54ebfdf7c {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:01.127204 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:01.127651 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f9afd13-5979-4de3-8cf0-d7e54ebfdf7c {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:01.128094 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9afd13-5979-4de3-8cf0-d7e54ebfdf7c'] response: {'name': 'network-changed', 'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'status': 'completed', 'code': 200} May 19 12:26:01.183141 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:01.213711 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-b0508741-10f6-4d12-a750-98589cc850a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:01.215333 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-b0508741-10f6-4d12-a750-98589cc850a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 1129 time: 0.0400870 May 19 12:26:01.257298 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:01.280633 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:01.287610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:01.308569 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-75985de6-12d9-4dd2-91cc-e1f82125d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:01.310060 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-75985de6-12d9-4dd2-91cc-e1f82125d34b service neutron] 10.222.0.81 "GET /v2.0/networks?id=66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 200 len: 912 time: 0.0878296 May 19 12:26:01.377661 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-97463984-28e5-448c-b5b0-9daa8139f6bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42 HTTP/1.1" status: 200 len: 999 time: 0.0595858 May 19 12:26:01.406587 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3a14551e-7193-4ef3-9e70-1919b102e259', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'port_id': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'mac_address': 'fa:16:3e:25:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:25:42Z', 'updated_at': '2022-05-19T12:26:00Z', 'revision_number': 1, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.429007 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-9f217a0c-bcd8-45fb-88a6-c2cc4d36d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:01.430471 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-9f217a0c-bcd8-45fb-88a6-c2cc4d36d38b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 200 len: 850 time: 0.0454745 May 19 12:26:01.431686 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:01.440887 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:01.441453 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.449195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:01.479568 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-66f1ad1c-e6e6-4d6c-82b1-7ec3e7dadc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:01.481136 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-66f1ad1c-e6e6-4d6c-82b1-7ec3e7dadc53 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66d32a70-5928-448a-8e67-919eb5765bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409482 May 19 12:26:01.546714 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:01.583912 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-c33d7c04-3116-463a-82c5-ea32cff512ba service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921938 May 19 12:26:01.676389 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-38b69b6b-f310-46a2-8be9-ccaf59852d9d req-677a4466-d0f6-4662-b146-b30fde1b5b04 service neutron] 10.222.0.81 "GET /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862253 May 19 12:26:01.766345 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3a14551e-7193-4ef3-9e70-1919b102e259', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'port_id': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'mac_address': 'fa:16:3e:25:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:25:42Z', 'updated_at': '2022-05-19T12:26:00Z', 'revision_number': 1, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:01.794326 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ad6a4-e89f-49fb-a32c-c8c427b3db10 None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '3a14551e-7193-4ef3-9e70-1919b102e259', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'port_id': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'mac_address': 'fa:16:3e:25:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:25:42Z', 'updated_at': '2022-05-19T12:26:00Z', 'revision_number': 1, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:01.998971 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756346ff-bd50-41e8-a0cc-cbed76d360dc None None] New status for floating IP 3a14551e-7193-4ef3-9e70-1919b102e259: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:26:06.620182 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-a74f8b80-5a97-49be-8714-2b2813e0988f tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1317364270&fields=id&tenant_id=37c1366ee71c446b9ec6fa532391b789 HTTP/1.1" status: 200 len: 267 time: 0.0471208 May 19 12:26:06.673084 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-ce06a7e7-1ee1-43cf-a522-3a0baec7d080 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:06.675864 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-ce06a7e7-1ee1-43cf-a522-3a0baec7d080 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 984 time: 0.0503933 May 19 12:26:06.686813 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Request body: {'port': {'security_groups': ['9d7155d3-691c-4b70-8e3a-fc5402ce18aa']}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:06.765145 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:06.985570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:07.014007 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.088353 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.134831 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:07.135510 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.136994 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-08cd55f1-8bd4-467d-929b-29b870aa56e0 req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "PUT /v2.0/ports/e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 942 time: 0.4549382 May 19 12:26:07.137463 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:07.142949 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26" -d '{"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:07.143940 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 47866) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:07.162619 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac80bea-e8da-410c-97d7-a6e609d5919d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event updated for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=7']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:07.193261 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3393a67e-db26-4912-8ed4-f1de724a2ac3 x-openstack-request-id: req-3393a67e-db26-4912-8ed4-f1de724a2ac3 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:07.193554 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:07.193807 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3393a67e-db26-4912-8ed4-f1de724a2ac3 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:07.194954 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3393a67e-db26-4912-8ed4-f1de724a2ac3'] response: {'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'status': 'completed', 'code': 200} May 19 12:26:07.219253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d056b4c3-b158-40d4-80d0-c3087e47ac1d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group (6306b95e-e9fa-4ca1-9895-c0672ccfb0cb), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.253887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d056b4c3-b158-40d4-80d0-c3087e47ac1d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group (6306b95e-e9fa-4ca1-9895-c0672ccfb0cb), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.371173 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-e78adfee-5f60-4975-93b8-07113159fc7c None None] Provisioning complete for port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:07.371734 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e78adfee-5f60-4975-93b8-07113159fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.382937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d056b4c3-b158-40d4-80d0-c3087e47ac1d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6306b95e-e9fa-4ca1-9895-c0672ccfb0cb), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.385475 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d056b4c3-b158-40d4-80d0-c3087e47ac1d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.386639 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d056b4c3-b158-40d4-80d0-c3087e47ac1d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "DELETE /v2.0/security-groups/6306b95e-e9fa-4ca1-9895-c0672ccfb0cb HTTP/1.1" status: 204 len: 168 time: 0.2424378 May 19 12:26:07.389576 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 47868) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:07.396607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056b4c3-b158-40d4-80d0-c3087e47ac1d tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306b95e-e9fa-4ca1-9895-c0672ccfb0cb,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:07.456337 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e78adfee-5f60-4975-93b8-07113159fc7c None None] Current status of the port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:07.538134 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Deleting port 8c42d937-612b-4d84-8e1c-619292524c2d {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:07.538476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (8c42d937-612b-4d84-8e1c-619292524c2d), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.619882 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (8c42d937-612b-4d84-8e1c-619292524c2d), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.620148 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for floatingip (8c42d937-612b-4d84-8e1c-619292524c2d), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.633919 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Calling delete_port for 8c42d937-612b-4d84-8e1c-619292524c2d owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:07.678777 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:07.679414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:26:07.723766 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:07.759833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-02242f47-e9d8-49f7-a8e8-e44bb641dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:07.761367 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-02242f47-e9d8-49f7-a8e8-e44bb641dac1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1129 time: 0.0423145 May 19 12:26:07.775529 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:07.812942 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:07.859648 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:26:07.874091 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-9e8481cc-7ed3-4f49-9a64-cab7e4a58036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:07.875585 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-9e8481cc-7ed3-4f49-9a64-cab7e4a58036 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 915 time: 0.1000328 May 19 12:26:07.942239 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-42d6db39-6dc6-4193-be3b-ad4b2c7e3dfb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0578067 May 19 12:26:07.955491 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (8c42d937-612b-4d84-8e1c-619292524c2d), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:07.979717 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event deleted for resources: {'Port': ['ID=8c42d937-612b-4d84-8e1c-619292524c2d,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:08.007950 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-f802ccdf-42b6-47f2-b3b9-d1e582f3cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.009440 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-f802ccdf-42b6-47f2-b3b9-d1e582f3cc4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 200 len: 853 time: 0.0615406 May 19 12:26:08.049983 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks [] for floatingip (4eae9ee9-60a1-428a-808b-eecddb33b80e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:08.050341 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Floating IP 4eae9ee9-60a1-428a-808b-eecddb33b80e disassociated (deleted). External IP: 172.27.1.111, port: e5cc5a87-b36f-4dee-a908-9a890b9f1ed7. May 19 12:26:08.059172 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-4b1154e8-c1d7-40c8-b412-d10cf965408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:08.060723 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-4b1154e8-c1d7-40c8-b412-d10cf965408a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4fc84730-31b5-4522-8209-b6ce187a5147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457196 May 19 12:26:08.153611 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-3ba8e757-f723-4400-b899-f5bf29b149c1 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 May 19 12:26:08.214198 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:08.256303 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5cca6b5c-c1c6-4bc2-adcf-3503a99fde26 req-92e2701a-9a27-4e64-9c0f-9d49030147ba service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967422 May 19 12:26:08.257112 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Router be175d42-93df-44a1-9eac-5c61ce2ec6a5 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:08.364431 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:08.368746 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:08.375156 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] Sync routers for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:08.386256 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:08.386863 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:08.388035 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:08.401445 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-8fb2e29e-af6c-4bd8-9817-ce52f3846d84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "DELETE /v2.0/floatingips/4eae9ee9-60a1-428a-808b-eecddb33b80e HTTP/1.1" status: 204 len: 168 time: 1.0105600 May 19 12:26:08.497025 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:08.498564 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:08.683513 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:35Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:08.708373 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] Checking router: be175d42-93df-44a1-9eac-5c61ce2ec6a5 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:08.716799 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:08.717387 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:25:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:08.914701 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:09.181999 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:09.181999 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:35Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:09.182774 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478df915-c7bc-46bb-8a1d-1dc9c00b3ab5 None None] The sync data for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi is: [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:21:31Z', 'revision_number': 4, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '51049187-8f61-4874-b6c6-b2ee9bb376bd', 'name': '', 'network_id': '4fc84730-31b5-4522-8209-b6ce187a5147', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'mac_address': 'fa:16:3e:04:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:30Z', 'updated_at': '2022-05-19T12:21:35Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'subnets': [{'id': '2b4d731f-684a-464b-bc6a-ced7e114825c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:09.195959 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:09.198351 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:09.236731 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb9b18-c102-42e1-a8c2-79517162d854 x-openstack-request-id: req-d0eb9b18-c102-42e1-a8c2-79517162d854 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:09.237021 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:09.237268 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0eb9b18-c102-42e1-a8c2-79517162d854 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:09.237667 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0eb9b18-c102-42e1-a8c2-79517162d854'] response: {'name': 'network-changed', 'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'status': 'completed', 'code': 200} May 19 12:26:09.374240 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840020e5-6118-4082-8f6d-2993479e38e8 None None] New status for floating IP 4eae9ee9-60a1-428a-808b-eecddb33b80e: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:26:12.440668 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d53371a4-7e11-40f1-ae83-eb35f7fb48b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:14.185382 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-b41845bc-5354-4b0e-998b-1672cb365af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.186892 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-b41845bc-5354-4b0e-998b-1672cb365af1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37c1366ee71c446b9ec6fa532391b789&device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 1129 time: 0.0432839 May 19 12:26:14.229115 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:14.293837 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-1cd05867-a6ad-4bff-b856-75d5e40063e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.295335 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-1cd05867-a6ad-4bff-b856-75d5e40063e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 200 len: 915 time: 0.1016629 May 19 12:26:14.334176 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-73651599-041b-4037-9a7a-e7641ac7fa1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 200 len: 217 time: 0.0325129 May 19 12:26:14.384229 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-cb270002-e184-4254-8a58-21ad4428d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.385757 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-cb270002-e184-4254-8a58-21ad4428d706 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 200 len: 853 time: 0.0456645 May 19 12:26:14.436375 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-eda8c29f-d322-4915-9d53-c8fbb38ca5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:14.438220 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-eda8c29f-d322-4915-9d53-c8fbb38ca5d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4fc84730-31b5-4522-8209-b6ce187a5147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463004 May 19 12:26:14.486349 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:14.529660 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-76b90015-4ebd-45e1-9e73-dd0ef4902ae9 service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859635 May 19 12:26:14.632702 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-9d140b8d-56b0-4a21-8fc5-83bde38c0d6a req-8e9c90c0-b208-4b9b-b8ee-81870012542a service neutron] 10.222.0.81 "GET /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963161 May 19 12:26:14.917611 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-2bd72bf3-758e-4027-a45d-be37749f6bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:16.035173 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:17.597016 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:18.138772 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947648d-2623-48ca-8c58-22cc583d12e6 req-114fdd76-9d41-4dba-8a4a-35c9d7280a84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:18.140356 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e947648d-2623-48ca-8c58-22cc583d12e6 req-114fdd76-9d41-4dba-8a4a-35c9d7280a84 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0553234 May 19 12:26:18.190035 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e947648d-2623-48ca-8c58-22cc583d12e6 req-17c2b305-620b-47ae-99f2-3bf9f5eaba9c tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 May 19 12:26:19.313951 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99c6f5-4e67-453b-a062-51dd2be47ccc req-99c1d4a4-c352-4ccc-abc4-63f2eb7a19d0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:19.316240 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa99c6f5-4e67-453b-a062-51dd2be47ccc req-99c1d4a4-c352-4ccc-abc4-63f2eb7a19d0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0490937 May 19 12:26:19.326754 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:19.367110 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fa99c6f5-4e67-453b-a062-51dd2be47ccc req-4c25fd6f-ead3-4743-807a-00fdef624ece tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 May 19 12:26:20.484389 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e634-a7c3-466d-8641-b035c4ffe917 req-0a6a9a66-ec24-40c5-8bc3-bf3351ea76d0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:20.485927 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac05e634-a7c3-466d-8641-b035c4ffe917 req-0a6a9a66-ec24-40c5-8bc3-bf3351ea76d0 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0479059 May 19 12:26:20.536607 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac05e634-a7c3-466d-8641-b035c4ffe917 req-2366ec1e-391c-4842-8139-d1b18d9168dc tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d7155d3-691c-4b70-8e3a-fc5402ce18aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 May 19 12:26:20.593654 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-6d744bb2-17c1-4d73-a701-070e34d0018b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:20.595115 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-6d744bb2-17c1-4d73-a701-070e34d0018b tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.81 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 945 time: 0.0497994 May 19 12:26:20.689143 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Deleting port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:20.689412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.779373 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] For port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:20.779763 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:20.793637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Calling delete_port for e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:21.020085 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (e5cc5a87-b36f-4dee-a908-9a890b9f1ed7), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.048615 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Pushing event deleted for resources: {'Port': ['ID=e5cc5a87-b36f-4dee-a908-9a890b9f1ed7,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:21.065022 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:26:21.104549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:21.104549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] No DVR routers for this DVR port e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:21.104549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:21.104549 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dec5611a-73fb-49ac-8ec4-068254e07088 req-bc700b45-3e24-46e5-add1-d8f5ede4fba4 tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.81 "DELETE /v2.0/ports/e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 HTTP/1.1" status: 204 len: 173 time: 0.4923263 May 19 12:26:21.104549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'name': 'network-vif-deleted', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:26:21.104549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3675e770-cc3e-4798-b703-7e61a646ebca" -d '{"events": [{"server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "name": "network-vif-deleted", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:26:21.137173 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4467e2-bb02-41f6-91fc-7174c762f431 x-openstack-request-id: req-fe4467e2-bb02-41f6-91fc-7174c762f431 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:26:21.137468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da8d619-7d0b-4cfe-bf0b-f42f7d304db3", "name": "network-vif-deleted", "tag": "e5cc5a87-b36f-4dee-a908-9a890b9f1ed7", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:26:21.137718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe4467e2-bb02-41f6-91fc-7174c762f431 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:26:21.138171 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4467e2-bb02-41f6-91fc-7174c762f431'] response: {'server_uuid': '7da8d619-7d0b-4cfe-bf0b-f42f7d304db3', 'name': 'network-vif-deleted', 'tag': 'e5cc5a87-b36f-4dee-a908-9a890b9f1ed7', 'status': 'completed', 'code': 200} May 19 12:26:21.265544 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:26:21.652797 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-afcb0a11-5fcf-47c5-a982-ee36fc5f7a1d req-8fe0028e-4afe-4283-8975-d6ad1be64f9e tempest-TestMinimumBasicScenario-279966415 tempest-TestMinimumBasicScenario-279966415-project] 10.222.0.23 "GET /v2.0/ports?device_id=7da8d619-7d0b-4cfe-bf0b-f42f7d304db3 HTTP/1.1" status: 200 len: 210 time: 0.0297379 May 19 12:26:24.206407 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48030) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:24.758614 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (be175d42-93df-44a1-9eac-5c61ce2ec6a5), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:24.842667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:24.983774 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Deleting port 51049187-8f61-4874-b6c6-b2ee9bb376bd {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:24.984134 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:25.063560 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] For port 51049187-8f61-4874-b6c6-b2ee9bb376bd, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=51049187-8f61-4874-b6c6-b2ee9bb376bd,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:25.063964 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:25.080610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Calling delete_port for 51049187-8f61-4874-b6c6-b2ee9bb376bd owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:25.189778 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:25.219743 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:25.241199 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:25.241545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e5cc5a87-b36f-4dee-a908-9a890b9f1ed7 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:25.337403 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (51049187-8f61-4874-b6c6-b2ee9bb376bd), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:25.361395 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=51049187-8f61-4874-b6c6-b2ee9bb376bd,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:25.529041 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (be175d42-93df-44a1-9eac-5c61ce2ec6a5), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:25.743199 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Router be175d42-93df-44a1-9eac-5c61ce2ec6a5 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:25.841552 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:25.848799 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:25.857930 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-480d16de-8dae-4104-84c3-50b767077b98 admin admin] 10.222.0.23 "PUT /v2.0/routers/be175d42-93df-44a1-9eac-5c61ce2ec6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6463876 May 19 12:26:25.857930 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48036) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:25.859719 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] Sync routers for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:25.873741 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:25.874377 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:25.990007 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:26.168750 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:26:25Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:26.176360 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks [] for router (be175d42-93df-44a1-9eac-5c61ce2ec6a5), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.194894 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] Checking router: be175d42-93df-44a1-9eac-5c61ce2ec6a5 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:26.204319 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] Routers {'be175d42-93df-44a1-9eac-5c61ce2ec6a5'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:26.204966 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:26.279354 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks [] for router_gateway (be175d42-93df-44a1-9eac-5c61ce2ec6a5), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.307108 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] Set router be175d42-93df-44a1-9eac-5c61ce2ec6a5 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:26.404610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Deleting port 8cfd613e-e4bd-47ce-ab29-c0039687594e {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:26.405250 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.439112 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:26.486631 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:26:25Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:26.497856 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:26.500286 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] For port 8cfd613e-e4bd-47ce-ab29-c0039687594e, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8cfd613e-e4bd-47ce-ab29-c0039687594e,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:26.500657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.516360 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c083c-cc5d-44a8-b339-6e9570ec4592 None None] The sync data for ids ['be175d42-93df-44a1-9eac-5c61ce2ec6a5'] in dv-cinder-804757-28-iscsi is: [{'id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'name': 'tempest-TestMinimumBasicScenario-366270099-router', 'tenant_id': '37c1366ee71c446b9ec6fa532391b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:27Z', 'updated_at': '2022-05-19T12:26:25Z', 'revision_number': 5, 'project_id': '37c1366ee71c446b9ec6fa532391b789', 'gw_port': {'id': '8cfd613e-e4bd-47ce-ab29-c0039687594e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:32:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be175d42-93df-44a1-9eac-5c61ce2ec6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:28Z', 'updated_at': '2022-05-19T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:26.516665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Calling delete_port for 8cfd613e-e4bd-47ce-ab29-c0039687594e owned by network:router_gateway {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:26.767995 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8cfd613e-e4bd-47ce-ab29-c0039687594e), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.794161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfd613e-e4bd-47ce-ab29-c0039687594e,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:26.843300 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:26.863221 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (be175d42-93df-44a1-9eac-5c61ce2ec6a5), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.961281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (be175d42-93df-44a1-9eac-5c61ce2ec6a5), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:26.973248 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks [] for router_controller (be175d42-93df-44a1-9eac-5c61ce2ec6a5), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.196832 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (be175d42-93df-44a1-9eac-5c61ce2ec6a5), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.197373 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be175d42-93df-44a1-9eac-5c61ce2ec6a5 {{(pid=104217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:26:27.201589 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.202772 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-683e62ee-ca65-4107-999b-da1841ed2e6e admin admin] 10.222.0.23 "DELETE /v2.0/routers/be175d42-93df-44a1-9eac-5c61ce2ec6a5 HTTP/1.1" status: 204 len: 168 time: 1.3453064 May 19 12:26:27.205320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48044) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:27.253001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Deleting subnet 2b4d731f-684a-464b-bc6a-ced7e114825c {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:26:27.257363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Publish callbacks [] for subnet (2b4d731f-684a-464b-bc6a-ced7e114825c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.302284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (2b4d731f-684a-464b-bc6a-ced7e114825c), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.385315 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (2b4d731f-684a-464b-bc6a-ced7e114825c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.537546 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (2b4d731f-684a-464b-bc6a-ced7e114825c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.564954 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4d731f-684a-464b-bc6a-ced7e114825c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:27.566953 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.570667 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c3917607-0760-4bfc-837d-effe692d9f22 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b4d731f-684a-464b-bc6a-ced7e114825c HTTP/1.1" status: 204 len: 168 time: 0.3636975 May 19 12:26:27.573216 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a67b18-4194-4d91-8ab9-e5011a0c21e1 None None] Network 4fc84730-31b5-4522-8209-b6ce187a5147 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:27.573879 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48046) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:27.658518 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (4fc84730-31b5-4522-8209-b6ce187a5147), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.727304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Deleting port 4515463a-10c9-4329-b33a-508a60ef62fe {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:27.727304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.789610 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8cfd613e-e4bd-47ce-ab29-c0039687594e no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:27.811112 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 8cfd613e-e4bd-47ce-ab29-c0039687594e {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:27.811605 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8cfd613e-e4bd-47ce-ab29-c0039687594e not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:27.812157 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 51049187-8f61-4874-b6c6-b2ee9bb376bd no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:27.815330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] For port 4515463a-10c9-4329-b33a-508a60ef62fe, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4515463a-10c9-4329-b33a-508a60ef62fe,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:27.815330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.829527 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Calling delete_port for 4515463a-10c9-4329-b33a-508a60ef62fe owned by network:dhcp {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:27.832661 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 51049187-8f61-4874-b6c6-b2ee9bb376bd {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:27.833313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 51049187-8f61-4874-b6c6-b2ee9bb376bd not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:27.843937 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] DHCP port deletion for 4fc84730-31b5-4522-8209-b6ce187a5147 request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:26:27.887773 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Deleting port 4515463a-10c9-4329-b33a-508a60ef62fe {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:27.888171 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.953058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] For port 4515463a-10c9-4329-b33a-508a60ef62fe, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=4515463a-10c9-4329-b33a-508a60ef62fe,segment=NetworkSegment(e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632),segment_id=e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:27.953459 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:27.966691 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Calling delete_port for 4515463a-10c9-4329-b33a-508a60ef62fe owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:28.000268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.014913 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:28.027125 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Pushing event deleted for resources: {'Port': ['ID=4515463a-10c9-4329-b33a-508a60ef62fe,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:28.036472 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] No DVR routers for this DVR port 4515463a-10c9-4329-b33a-508a60ef62fe on host dv-cinder-804757-28-iscsi {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:28.049110 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (4515463a-10c9-4329-b33a-508a60ef62fe), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.072524 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Pushing event deleted for resources: {'Port': ['ID=4515463a-10c9-4329-b33a-508a60ef62fe,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:28.077110 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] No DVR routers for this DVR port 4515463a-10c9-4329-b33a-508a60ef62fe on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:28.083649 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.084024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.084365 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.084712 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.085036 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.085360 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.085685 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.086024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.086333 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.086654 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.086979 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.087291 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.087605 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.087949 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.092145 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76be1c5-feec-4f53-858a-c736308c49d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:28.115340 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (4fc84730-31b5-4522-8209-b6ce187a5147), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.127253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:28.136524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc84730-31b5-4522-8209-b6ce187a5147']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:28.146879 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:28.147232 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:28.156683 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.171400 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.178337 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:26:28.178696 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (e06c07c0-2cc2-4d3a-b3a9-ab9d5add9632), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:26:28.180492 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:26:28.222445 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:28.348458 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (4fc84730-31b5-4522-8209-b6ce187a5147), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.361095 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:28.361095 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4fc84730-31b5-4522-8209-b6ce187a5147 HTTP/1.1" status: 204 len: 168 time: 0.7823393 May 19 12:26:28.361755 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48052) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:28.368680 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d244e45-932b-4721-a2ba-710db3d63598 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc84730-31b5-4522-8209-b6ce187a5147,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:28.750747 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (084cf1cf-e564-4b00-82a5-04800a95029d), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:29.019704 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Deleting port 75936967-d57e-4cdb-900f-07c3006f44f7 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:29.020066 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:29.065662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:29.102803 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] For port 75936967-d57e-4cdb-900f-07c3006f44f7, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=75936967-d57e-4cdb-900f-07c3006f44f7,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:29.103166 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:29.112865 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:29.117019 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Calling delete_port for 75936967-d57e-4cdb-900f-07c3006f44f7 owned by network:router_interface {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:29.660479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (75936967-d57e-4cdb-900f-07c3006f44f7), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:29.682416 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4515463a-10c9-4329-b33a-508a60ef62fe no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:29.687880 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Pushing event deleted for resources: {'Port': ['ID=75936967-d57e-4cdb-900f-07c3006f44f7,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:29.701368 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 4515463a-10c9-4329-b33a-508a60ef62fe {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:29.701666 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 4515463a-10c9-4329-b33a-508a60ef62fe not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:29.865316 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (084cf1cf-e564-4b00-82a5-04800a95029d), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:30.080392 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Router 084cf1cf-e564-4b00-82a5-04800a95029d has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:30.189745 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:30.195027 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-4342351d-0a7a-4407-8a98-58bf50da52dc admin admin] 10.222.0.23 "PUT /v2.0/routers/084cf1cf-e564-4b00-82a5-04800a95029d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8333254 May 19 12:26:30.198599 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48066) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:30.200302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] Sync routers for ids ['084cf1cf-e564-4b00-82a5-04800a95029d'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:30.215067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] Routers {'084cf1cf-e564-4b00-82a5-04800a95029d'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:30.215944 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['084cf1cf-e564-4b00-82a5-04800a95029d'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:30.310994 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks [] for router (084cf1cf-e564-4b00-82a5-04800a95029d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:30.324906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] Set router 084cf1cf-e564-4b00-82a5-04800a95029d gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:30.406592 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks [] for router_gateway (084cf1cf-e564-4b00-82a5-04800a95029d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:30.538304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Deleting port 8d8c3746-4b78-414a-89aa-86faf4b1aa32 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:30.538653 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:30.625906 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] For port 8d8c3746-4b78-414a-89aa-86faf4b1aa32, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=8d8c3746-4b78-414a-89aa-86faf4b1aa32,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:30.626273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:30.626499 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:26:29Z', 'revision_number': 5, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port': {'id': '8d8c3746-4b78-414a-89aa-86faf4b1aa32', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:21:37Z', 'updated_at': '2022-05-19T12:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:30.629802 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:30.640850 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Calling delete_port for 8d8c3746-4b78-414a-89aa-86faf4b1aa32 owned by network:router_gateway {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:30.653340 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] Checking router: 084cf1cf-e564-4b00-82a5-04800a95029d for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:30.662984 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] Routers {'084cf1cf-e564-4b00-82a5-04800a95029d'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:30.663550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['084cf1cf-e564-4b00-82a5-04800a95029d'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:30.749592 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] Set router 084cf1cf-e564-4b00-82a5-04800a95029d gateway port host: None {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:30.803239 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:26:30Z', 'revision_number': 6, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port_host': None}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:30.828887 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6f806-59f1-49c9-b8ea-be055962ee1a None None] The sync data for ids ['084cf1cf-e564-4b00-82a5-04800a95029d'] in dv-cinder-804757-28-iscsi is: [{'id': '084cf1cf-e564-4b00-82a5-04800a95029d', 'name': 'tempest-TestMinimumBasicScenario-1650002336-router', 'tenant_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:21:36Z', 'updated_at': '2022-05-19T12:26:30Z', 'revision_number': 6, 'project_id': '22ac51f7867c4e50a7ee4863f7f7aa28', 'gw_port_host': None}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:31.133468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8d8c3746-4b78-414a-89aa-86faf4b1aa32), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.156271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8c3746-4b78-414a-89aa-86faf4b1aa32,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:31.232384 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (084cf1cf-e564-4b00-82a5-04800a95029d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.325922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (084cf1cf-e564-4b00-82a5-04800a95029d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.328272 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks [] for router_controller (084cf1cf-e564-4b00-82a5-04800a95029d), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.463159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (084cf1cf-e564-4b00-82a5-04800a95029d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.463690 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084cf1cf-e564-4b00-82a5-04800a95029d {{(pid=104217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:26:31.468400 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.474538 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b0935e01-46d6-4f1c-a125-f89bc82e81d1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/084cf1cf-e564-4b00-82a5-04800a95029d HTTP/1.1" status: 204 len: 168 time: 1.2693651 May 19 12:26:31.474538 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48076) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:31.518142 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Deleting subnet d0879fd1-5a37-4ff9-9b75-801951147acc {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:26:31.521451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Publish callbacks [] for subnet (d0879fd1-5a37-4ff9-9b75-801951147acc), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.690018 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 75936967-d57e-4cdb-900f-07c3006f44f7 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:31.711594 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 75936967-d57e-4cdb-900f-07c3006f44f7 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:31.711962 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 75936967-d57e-4cdb-900f-07c3006f44f7 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:31.712379 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8d8c3746-4b78-414a-89aa-86faf4b1aa32 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:31.732438 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 8d8c3746-4b78-414a-89aa-86faf4b1aa32 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:31.733051 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 8d8c3746-4b78-414a-89aa-86faf4b1aa32 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:31.810797 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (d0879fd1-5a37-4ff9-9b75-801951147acc), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:31.843282 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:31.853199 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:31.889107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (d0879fd1-5a37-4ff9-9b75-801951147acc), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.082810 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (d0879fd1-5a37-4ff9-9b75-801951147acc), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.112843 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0879fd1-5a37-4ff9-9b75-801951147acc,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:32.116333 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.119352 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-75996433-f615-4dee-be32-a724b50d3900 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d0879fd1-5a37-4ff9-9b75-801951147acc HTTP/1.1" status: 204 len: 168 time: 0.6454160 May 19 12:26:32.121922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48078) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:32.124341 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f875a78-7cf8-4ce4-abe8-2d6fe0a40bd1 None None] Network 01c6417d-36ea-4640-bd79-2180870527e8 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:32.193659 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (01c6417d-36ea-4640-bd79-2180870527e8), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.237986 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Deleting port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:32.238590 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.274249 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] DHCP port deletion for 01c6417d-36ea-4640-bd79-2180870527e8 request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:26:32.312559 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] For port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:32.312945 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.319659 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] Deleting port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:26:32.320071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.327923 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Calling delete_port for 6a31aa38-5efc-4bb7-a505-7bcfbf08313d owned by network:dhcp {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:32.385905 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] For port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,segment=NetworkSegment(186cedd8-7786-4a5a-bec4-35d566c4a7cb),segment_id=186cedd8-7786-4a5a-bec4-35d566c4a7cb)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:32.386315 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.408782 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] Calling delete_port for 6a31aa38-5efc-4bb7-a505-7bcfbf08313d owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:26:32.413334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:32.539234 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.545422 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (6a31aa38-5efc-4bb7-a505-7bcfbf08313d), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.568049 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:32.570230 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] Pushing event deleted for resources: {'Port': ['ID=6a31aa38-5efc-4bb7-a505-7bcfbf08313d,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:32.572445 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] No DVR routers for this DVR port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d on host dv-cinder-804757-28-iscsi {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:32.574074 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7adbcaa-32e3-464f-9307-1e6113e10e20 None None] No DVR routers for this DVR port 6a31aa38-5efc-4bb7-a505-7bcfbf08313d on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:26:32.651493 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (01c6417d-36ea-4640-bd79-2180870527e8), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.671939 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c6417d-36ea-4640-bd79-2180870527e8']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:32.682365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186cedd8-7786-4a5a-bec4-35d566c4a7cb') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:32.682752 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186cedd8-7786-4a5a-bec4-35d566c4a7cb') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:32.692456 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (186cedd8-7786-4a5a-bec4-35d566c4a7cb), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.706748 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (186cedd8-7786-4a5a-bec4-35d566c4a7cb), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.713335 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:26:32.713730 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (186cedd8-7786-4a5a-bec4-35d566c4a7cb), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:26:32.715427 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:26:32.939095 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (01c6417d-36ea-4640-bd79-2180870527e8), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.945078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:32.948119 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] 10.222.0.23 "DELETE /v2.0/networks/01c6417d-36ea-4640-bd79-2180870527e8 HTTP/1.1" status: 204 len: 168 time: 0.8252358 May 19 12:26:32.960494 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690df873-4fb3-47ec-bb64-730a227bbc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c6417d-36ea-4640-bd79-2180870527e8,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:33.356694 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48092) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:33.398407 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-fd996881-922a-48fb-a683-0171d9cad14b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37c1366ee71c446b9ec6fa532391b789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405641 May 19 12:26:33.401191 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48094) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:33.450329 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1791f01-7816-4272-b8d7-34da8dab7fa5 admin admin] Publish callbacks [] for security_group (9d7155d3-691c-4b70-8e3a-fc5402ce18aa), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:33.471325 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1791f01-7816-4272-b8d7-34da8dab7fa5 admin admin] Publish callbacks [] for security_group (9d7155d3-691c-4b70-8e3a-fc5402ce18aa), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:33.612393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1791f01-7816-4272-b8d7-34da8dab7fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9d7155d3-691c-4b70-8e3a-fc5402ce18aa), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:33.615478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1791f01-7816-4272-b8d7-34da8dab7fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:33.616714 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f1791f01-7816-4272-b8d7-34da8dab7fa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d7155d3-691c-4b70-8e3a-fc5402ce18aa HTTP/1.1" status: 204 len: 168 time: 0.2145939 May 19 12:26:33.629583 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1791f01-7816-4272-b8d7-34da8dab7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7155d3-691c-4b70-8e3a-fc5402ce18aa,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:33.694757 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6a31aa38-5efc-4bb7-a505-7bcfbf08313d no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:26:33.697827 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:33.714258 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 6a31aa38-5efc-4bb7-a505-7bcfbf08313d {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:26:33.714653 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6a31aa38-5efc-4bb7-a505-7bcfbf08313d not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:26:34.483647 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48116) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:34.511811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48120) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:34.556472 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-01e938c8-13f8-4656-a7e5-789644a8b783 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22ac51f7867c4e50a7ee4863f7f7aa28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434542 May 19 12:26:34.558882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48122) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:34.610717 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6a3817e1-b867-4b5e-bcbb-d419f41e8775 admin admin] Publish callbacks [] for security_group (6e388b2a-5e38-4a6c-b0ca-9480e1e337e3), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.635521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6a3817e1-b867-4b5e-bcbb-d419f41e8775 admin admin] Publish callbacks [] for security_group (6e388b2a-5e38-4a6c-b0ca-9480e1e337e3), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.703045 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bf4d-dd66-4698-918d-8f258922ca06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.704739 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:34.778471 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:34.780421 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bf4d-dd66-4698-918d-8f258922ca06 admin admin] Publish callbacks [] for security_group (4970cbfa-09ee-45bd-9877-661e577c347a), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.845231 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6a3817e1-b867-4b5e-bcbb-d419f41e8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6e388b2a-5e38-4a6c-b0ca-9480e1e337e3), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.848547 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6a3817e1-b867-4b5e-bcbb-d419f41e8775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.849832 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6a3817e1-b867-4b5e-bcbb-d419f41e8775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e388b2a-5e38-4a6c-b0ca-9480e1e337e3 HTTP/1.1" status: 204 len: 168 time: 0.2899432 May 19 12:26:34.858194 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3817e1-b867-4b5e-bcbb-d419f41e8775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e388b2a-5e38-4a6c-b0ca-9480e1e337e3,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:34.916250 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8dd9bf4d-dd66-4698-918d-8f258922ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4970cbfa-09ee-45bd-9877-661e577c347a), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:34.957709 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9bf4d-dd66-4698-918d-8f258922ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970cbfa-09ee-45bd-9877-661e577c347a,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:34.962090 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-8dd9bf4d-dd66-4698-918d-8f258922ca06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3b28e8808774b989c36a5c3ac34dda0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770985 May 19 12:26:34.964907 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48126) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:35.015064 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d94f-2c04-4b51-9f8d-fa310cde26c1 admin admin] Publish callbacks [] for security_group (4970cbfa-09ee-45bd-9877-661e577c347a), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:35.037474 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:35.037474 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d94f-2c04-4b51-9f8d-fa310cde26c1 admin admin] Publish callbacks [] for security_group (4970cbfa-09ee-45bd-9877-661e577c347a), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:35.199989 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d94f-2c04-4b51-9f8d-fa310cde26c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4970cbfa-09ee-45bd-9877-661e577c347a), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:35.202572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d94f-2c04-4b51-9f8d-fa310cde26c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:35.206927 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ddf1d94f-2c04-4b51-9f8d-fa310cde26c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4970cbfa-09ee-45bd-9877-661e577c347a HTTP/1.1" status: 204 len: 168 time: 0.2376604 May 19 12:26:35.211964 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1d94f-2c04-4b51-9f8d-fa310cde26c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970cbfa-09ee-45bd-9877-661e577c347a,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:36.114065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48160) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:36.211614 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1886834191-network', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:36.382297 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Made reservation on behalf of 4b46044a7f1d471582800c9d8a79e5c5 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:36.387010 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.394538 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.471035 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks [] for security_group (cbfa4c8b-afd1-4237-95fa-0016b958fec3), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.490116 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=64 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:36.559693 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (cbfa4c8b-afd1-4237-95fa-0016b958fec3), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.566148 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=12,neutron:SELECT=82,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:36.584866 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:26:36.599753 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa4c8b-afd1-4237-95fa-0016b958fec3,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:36.605487 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (1a2501f1-5b42-470c-b01d-e44b3e771b75), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.606415 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Added segment 1a2501f1-5b42-470c-b01d-e44b3e771b75 of type vlan for network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 May 19 12:26:36.651319 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (8cb239d8-0b94-495c-8855-e9aad30a1cb5), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.836117 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (8cb239d8-0b94-495c-8855-e9aad30a1cb5), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.837387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:36.838123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:36.905025 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb239d8-0b94-495c-8855-e9aad30a1cb5,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:36.914430 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:26:36.976597 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-120bca54-765e-48cc-8832-4761abd39e29 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8613667 May 19 12:26:36.979972 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48176) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:36.985124 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Request body: {'subnet': {'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1886834191-subnet', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:37.128415 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Made reservation on behalf of 4b46044a7f1d471582800c9d8a79e5c5 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:37.130935 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515979'] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:37.202490 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:37.409388 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9937864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515997'] for subnet (510f80ba-a134-4335-a360-07c71c98a704), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:37.465313 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510f80ba-a134-4335-a360-07c71c98a704,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:37.475501 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Checking segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:37.475883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Network hostable DHCP agents. Network: 8cb239d8-0b94-495c-8855-e9aad30a1cb5, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:26:37.685714 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:26:37.851413 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 8cb239d8-0b94-495c-8855-e9aad30a1cb5) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:37.856033 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:37.862760 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:37.863577 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a49c6d-9384-4240-9c77-77d3d1aa8df1 None None] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:37.965944 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:26:37.966863 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.002348 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-dc3f2d87-7cec-4629-b5ce-28eb14d05c22 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0212262 May 19 12:26:38.005699 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48182) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:38.010000 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:38.106069 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Allocated IP 172.20.0.2 (8cb239d8-0b94-495c-8855-e9aad30a1cb5/510f80ba-a134-4335-a360-07c71c98a704/5e806459-3d91-414d-827b-9620549cf7ee) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:38.154086 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (035e31cf-3a72-48eb-a53e-caaeaad24b79), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.155261 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (035e31cf-3a72-48eb-a53e-caaeaad24b79), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.215709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks [] for router_controller (035e31cf-3a72-48eb-a53e-caaeaad24b79), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.259535 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Publish callbacks [] for port (5e806459-3d91-414d-827b-9620549cf7ee), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.368026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (5e806459-3d91-414d-827b-9620549cf7ee), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.410188 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:38.415195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:38.417363 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Pushing event updated for resources: {'Port': ['ID=5e806459-3d91-414d-827b-9620549cf7ee,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:38.419499 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:38.471146 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks [] for router_gateway (035e31cf-3a72-48eb-a53e-caaeaad24b79), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.478819 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Attempting to bind port 5e806459-3d91-414d-827b-9620549cf7ee on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:38.479201 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Attempting to bind port 5e806459-3d91-414d-827b-9620549cf7ee by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:38.479566 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Attempting to bind port 5e806459-3d91-414d-827b-9620549cf7ee on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:38.485363 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:38.485738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Checking segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:38.486142 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.492435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Bound using segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:38.492435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Bound port: 5e806459-3d91-414d-827b-9620549cf7ee, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:38.492435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5e806459-3d91-414d-827b-9620549cf7ee), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.498389 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:38.552765 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-d354c624-105f-4986-97a5-9942e4454758 None None] For port 5e806459-3d91-414d-827b-9620549cf7ee, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:38.555844 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-d354c624-105f-4986-97a5-9942e4454758 None None] For port 5e806459-3d91-414d-827b-9620549cf7ee, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=5e806459-3d91-414d-827b-9620549cf7ee,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:38.637024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:38.699121 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5e806459-3d91-414d-827b-9620549cf7ee), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.740910 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks [] for router_gateway (035e31cf-3a72-48eb-a53e-caaeaad24b79), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.745037 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:38.761037 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354c624-105f-4986-97a5-9942e4454758 None None] Pushing event updated for resources: {'Port': ['ID=5e806459-3d91-414d-827b-9620549cf7ee,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:38.769425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:38.887506 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Allocated IP 172.27.1.31 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/47b74f63-2ab5-4124-b082-0329bfdfc2fe) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:39.018125 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks [] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:39.019593 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:39.196509 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:39.244353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:39.247557 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:39.250074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:39.255528 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Pushing event updated for resources: {'Port': ['ID=47b74f63-2ab5-4124-b082-0329bfdfc2fe,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:39.280844 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.281104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.281448 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.281803 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.282214 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.282542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.282866 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.283190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.283511 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.284553 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.285159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.285263 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.285544 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.285861 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.286178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:39.632212 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks [] for router_gateway (035e31cf-3a72-48eb-a53e-caaeaad24b79), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:39.700439 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62110562-6723-4bc8-a67b-330b15afea11 None None] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:39.755047 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 5e806459-3d91-414d-827b-9620549cf7ee up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:39.810380 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] Provisioning complete for port 5e806459-3d91-414d-827b-9620549cf7ee triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:39.810751 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5e806459-3d91-414d-827b-9620549cf7ee), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:39.833002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (035e31cf-3a72-48eb-a53e-caaeaad24b79), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:39.899194 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 5e806459-3d91-414d-827b-9620549cf7ee triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:39.899565 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5e806459-3d91-414d-827b-9620549cf7ee), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:39.978432 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] Current status of the port 5e806459-3d91-414d-827b-9620549cf7ee is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:39.978827 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5e806459-3d91-414d-827b-9620549cf7ee), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:40.038372 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 5e806459-3d91-414d-827b-9620549cf7ee is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:40.038768 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (5e806459-3d91-414d-827b-9620549cf7ee), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:40.042843 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:40.051626 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] For port 5e806459-3d91-414d-827b-9620549cf7ee, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=5e806459-3d91-414d-827b-9620549cf7ee,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:40.115478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:26:40.191363 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (5e806459-3d91-414d-827b-9620549cf7ee), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:40.225873 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:40.232012 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:40.241206 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:40.253424 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:40.254476 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:40.261900 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.db.api [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:26:40.262320 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG oslo_db.api [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:26:40.274933 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bbc8f-5bae-413e-afcd-5ea4c60d91e0 None None] Pushing event updated for resources: {'Port': ['ID=5e806459-3d91-414d-827b-9620549cf7ee,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:40.314109 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-20fdbf9a-8392-483e-ba74-f6a3ea078c28 None None] Provisioning complete for port 5e806459-3d91-414d-827b-9620549cf7ee triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:40.314502 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-20fdbf9a-8392-483e-ba74-f6a3ea078c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5e806459-3d91-414d-827b-9620549cf7ee), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:40.340602 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:40.341901 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a3d5aa59-d10c-4353-bb9e-bdeb93f10d9a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3351953 May 19 12:26:40.359038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48204) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:40.363797 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:40.402238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-20fdbf9a-8392-483e-ba74-f6a3ea078c28 None None] Current status of the port 5e806459-3d91-414d-827b-9620549cf7ee is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:40.449652 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:40.541079 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:39Z', 'revision_number': 3, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:40.566997 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:40.567243 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Updating router 035e31cf-3a72-48eb-a53e-caaeaad24b79 port 47b74f63-2ab5-4124-b082-0329bfdfc2fe binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:26:40.601308 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:40.810750 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 5e806459-3d91-414d-827b-9620549cf7ee is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:40.984693 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Publish callbacks [] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.017014 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.102182 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.159186 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Attempting to bind port 47b74f63-2ab5-4124-b082-0329bfdfc2fe on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:41.159551 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Attempting to bind port 47b74f63-2ab5-4124-b082-0329bfdfc2fe by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:41.160003 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Attempting to bind port 47b74f63-2ab5-4124-b082-0329bfdfc2fe on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:41.162989 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Pushing event updated for resources: {'Port': ['ID=47b74f63-2ab5-4124-b082-0329bfdfc2fe,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:41.171194 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:41.171705 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:41.172247 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.172640 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:41.173118 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Bound port: 47b74f63-2ab5-4124-b082-0329bfdfc2fe, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:41.173496 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.177095 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.177472 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.177832 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.178095 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Allocated IP 172.20.0.1 (8cb239d8-0b94-495c-8855-e9aad30a1cb5/510f80ba-a134-4335-a360-07c71c98a704/3befcec1-3955-4710-af28-c5436a2a9293) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:41.178217 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.178525 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.178852 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.179175 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.179499 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.179853 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.180184 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.180508 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.180832 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.181156 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.181478 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.181789 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:26:41.230768 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] For port 47b74f63-2ab5-4124-b082-0329bfdfc2fe, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:41.234181 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] For port 47b74f63-2ab5-4124-b082-0329bfdfc2fe, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=47b74f63-2ab5-4124-b082-0329bfdfc2fe,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:41.238859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:41.294694 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks [] for port (3befcec1-3955-4710-af28-c5436a2a9293), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.318687 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.369673 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:41.378786 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:41.379416 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:41.417237 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f345a-f48e-456f-b23c-eb272dd4410f None None] Pushing event updated for resources: {'Port': ['ID=47b74f63-2ab5-4124-b082-0329bfdfc2fe,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:41.430852 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (3befcec1-3955-4710-af28-c5436a2a9293), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.456246 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:41.475478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:41.480497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:41.484657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:41.488853 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:41.506858 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3befcec1-3955-4710-af28-c5436a2a9293,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:41.528573 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (035e31cf-3a72-48eb-a53e-caaeaad24b79), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.592744 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:41.692770 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:39Z', 'revision_number': 3, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:41.715884 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 5e806459-3d91-414d-827b-9620549cf7ee up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:41.718007 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad8608-fb0d-41d2-a605-4b95dcab759b None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:39Z', 'revision_number': 3, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:41.783679 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3befcec1-3955-4710-af28-c5436a2a9293), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.876451 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-84007010-31c5-49a0-a61b-f8eae7b20534 None None] Provisioning complete for port 3befcec1-3955-4710-af28-c5436a2a9293 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:41.877018 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-84007010-31c5-49a0-a61b-f8eae7b20534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3befcec1-3955-4710-af28-c5436a2a9293), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:41.922750 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-84007010-31c5-49a0-a61b-f8eae7b20534 None None] Port 3befcec1-3955-4710-af28-c5436a2a9293 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:41.936409 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 5e806459-3d91-414d-827b-9620549cf7ee triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:41.936786 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (5e806459-3d91-414d-827b-9620549cf7ee), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.022461 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks [] for port (3befcec1-3955-4710-af28-c5436a2a9293), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.053492 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 5e806459-3d91-414d-827b-9620549cf7ee is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:42.138560 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (3befcec1-3955-4710-af28-c5436a2a9293), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.211898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3befcec1-3955-4710-af28-c5436a2a9293,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:42.214888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (035e31cf-3a72-48eb-a53e-caaeaad24b79), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.321285 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:42.323356 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:42.417543 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:42.449006 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:42.479374 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8a05-4f57-4818-a131-9be4342c4dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.591889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:42.600325 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d832c170-3eea-4e44-8747-73704b9083e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/035e31cf-3a72-48eb-a53e-caaeaad24b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395623 May 19 12:26:42.654778 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-f9af7374-b324-4110-b1c1-228133e656dc None None] Provisioning complete for port 3befcec1-3955-4710-af28-c5436a2a9293 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:42.655144 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f9af7374-b324-4110-b1c1-228133e656dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3befcec1-3955-4710-af28-c5436a2a9293), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:42.697344 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-f9af7374-b324-4110-b1c1-228133e656dc None None] Port 3befcec1-3955-4710-af28-c5436a2a9293 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:43.085401 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48236) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:43.204673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-92e0eb40-0d85-4751-a25b-57c28e224b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.293654 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-92e0eb40-0d85-4751-a25b-57c28e224b47 admin admin] Publish callbacks [] for security_group (b9f79167-d2e5-4bc9-b456-69f0774fde9d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.372978 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-92e0eb40-0d85-4751-a25b-57c28e224b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b9f79167-d2e5-4bc9-b456-69f0774fde9d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.418909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:43.422112 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-92e0eb40-0d85-4751-a25b-57c28e224b47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22dfcf3b0aaf411cba54d8badcd319f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355086 May 19 12:26:43.422982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0eb40-0d85-4751-a25b-57c28e224b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f79167-d2e5-4bc9-b456-69f0774fde9d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:43.424744 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48248) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:43.432253 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:43.432864 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:43.488405 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8aa3-9352-4e36-8955-051369023fbd admin admin] Publish callbacks [] for security_group (b9f79167-d2e5-4bc9-b456-69f0774fde9d), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.513482 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8aa3-9352-4e36-8955-051369023fbd admin admin] Publish callbacks [] for security_group (b9f79167-d2e5-4bc9-b456-69f0774fde9d), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.537611 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48252) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:43.543172 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-484644900-network', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:43.550282 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:43.628016 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:43.638863 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Made reservation on behalf of fe5c73250c7c4b96920c3d5ec5678ff5 for: {'network': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:43.641643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.652359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.679522 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8aa3-9352-4e36-8955-051369023fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b9f79167-d2e5-4bc9-b456-69f0774fde9d), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.682409 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8aa3-9352-4e36-8955-051369023fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.689125 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-1e1c8aa3-9352-4e36-8955-051369023fbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9f79167-d2e5-4bc9-b456-69f0774fde9d HTTP/1.1" status: 204 len: 168 time: 0.2603481 May 19 12:26:43.703918 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c8aa3-9352-4e36-8955-051369023fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f79167-d2e5-4bc9-b456-69f0774fde9d,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:43.760295 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:43.789336 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 47b74f63-2ab5-4124-b082-0329bfdfc2fe up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:43.813724 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks [] for security_group (544871e5-4855-48cf-bae7-5ea0e96ea066), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.833382 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 2, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:43.862267 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:43.862620 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Updating router 035e31cf-3a72-48eb-a53e-caaeaad24b79 port 3befcec1-3955-4710-af28-c5436a2a9293 binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:26:43.903433 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3befcec1-3955-4710-af28-c5436a2a9293), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.905208 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 47b74f63-2ab5-4124-b082-0329bfdfc2fe triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:43.905570 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.973382 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (544871e5-4855-48cf-bae7-5ea0e96ea066), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:43.977680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:44.002160 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=104217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:26:44.009748 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544871e5-4855-48cf-bae7-5ea0e96ea066,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:44.015733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (8113acba-8c0d-4ff1-99a0-2f1a171bd407), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.016171 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.segments_db [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Added segment 8113acba-8c0d-4ff1-99a0-2f1a171bd407 of type vlan for network 204e94b5-47e4-450c-8253-65a42241e0b9 May 19 12:26:44.059149 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (204e94b5-47e4-450c-8253-65a42241e0b9), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.112212 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 47b74f63-2ab5-4124-b082-0329bfdfc2fe is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:44.112738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.186933 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 47b74f63-2ab5-4124-b082-0329bfdfc2fe, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=47b74f63-2ab5-4124-b082-0329bfdfc2fe,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:44.222812 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (204e94b5-47e4-450c-8253-65a42241e0b9), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.223756 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:44.224361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.253118 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:44.276153 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:44.292304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] Pushing event updated for resources: {'Network': ['ID=204e94b5-47e4-450c-8253-65a42241e0b9,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:44.303404 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Publish callbacks [] for port (3befcec1-3955-4710-af28-c5436a2a9293), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.306423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network 204e94b5-47e4-450c-8253-65a42241e0b9 details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:26:44.346304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.347443 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.419571 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=47b74f63-2ab5-4124-b082-0329bfdfc2fe,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:44.523368 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9c78c3df-24e6-4dae-84b7-9d58017975b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9846470 May 19 12:26:44.526206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48264) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:44.531087 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Request body: {'subnet': {'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-484644900-subnet', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'ip_version': 4}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:44.566033 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3befcec1-3955-4710-af28-c5436a2a9293), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.625931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96d81-e34a-4e25-a351-bfb2876be401 None None] Pushing event updated for resources: {'Port': ['ID=3befcec1-3955-4710-af28-c5436a2a9293,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:44.647881 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Made reservation on behalf of fe5c73250c7c4b96920c3d5ec5678ff5 for: {'subnet': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:26:44.650922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515979'] for subnet (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.693182 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Attempting to bind port 3befcec1-3955-4710-af28-c5436a2a9293 on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:44.693865 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Attempting to bind port 3befcec1-3955-4710-af28-c5436a2a9293 by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:44.694453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Attempting to bind port 3befcec1-3955-4710-af28-c5436a2a9293 on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:44.701117 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:44.701652 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Checking segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:44.702142 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.703097 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Bound using segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:44.703232 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Bound port: 3befcec1-3955-4710-af28-c5436a2a9293, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:44.703599 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3befcec1-3955-4710-af28-c5436a2a9293), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.791453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] For port 3befcec1-3955-4710-af28-c5436a2a9293, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:44.794940 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] For port 3befcec1-3955-4710-af28-c5436a2a9293, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=3befcec1-3955-4710-af28-c5436a2a9293,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:44.837184 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-d783f455-8d42-49b6-bc39-93f14dcf2f5d None None] Provisioning complete for port 3befcec1-3955-4710-af28-c5436a2a9293 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:44.837557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-d783f455-8d42-49b6-bc39-93f14dcf2f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3befcec1-3955-4710-af28-c5436a2a9293), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.870512 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-d783f455-8d42-49b6-bc39-93f14dcf2f5d None None] Port 3befcec1-3955-4710-af28-c5436a2a9293 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:44.898813 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3befcec1-3955-4710-af28-c5436a2a9293), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.942819 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1bf608d8-aded-45f1-87c8-d3daf051571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.967744 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9937864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515997'] for subnet (fc1e04d0-180a-486a-9bb3-3552df290680), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:44.970326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:44.970974 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:45.012138 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96d81-e34a-4e25-a351-bfb2876be401 None None] Pushing event updated for resources: {'Port': ['ID=3befcec1-3955-4710-af28-c5436a2a9293,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:45.040657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1e04d0-180a-486a-9bb3-3552df290680,revision_number=0']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:45.059244 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Checking segment: {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:45.059846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Network hostable DHCP agents. Network: 204e94b5-47e4-450c-8253-65a42241e0b9, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:26:45.094297 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:45.201786 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:45.230561 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] Provisioning complete for port 3befcec1-3955-4710-af28-c5436a2a9293 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:45.230938 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3befcec1-3955-4710-af28-c5436a2a9293), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.244919 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Network 204e94b5-47e4-450c-8253-65a42241e0b9 is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:26:45.351722 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:45.361243 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:45.392963 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] Current status of the port 3befcec1-3955-4710-af28-c5436a2a9293 is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:45.393367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (3befcec1-3955-4710-af28-c5436a2a9293), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.396847 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e67b14-2bc9-4a20-af39-f8953319e28f None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:45.401288 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, 204e94b5-47e4-450c-8253-65a42241e0b9) {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:45.411326 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:26:45.421449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.424802 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c37129-1e8d-4cce-941a-35c96a36bf5a None None] Network 204e94b5-47e4-450c-8253-65a42241e0b9 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:45.496779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] For port 3befcec1-3955-4710-af28-c5436a2a9293, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=3befcec1-3955-4710-af28-c5436a2a9293,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:45.519194 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-96aa8a3b-2bc7-4da2-96c7-d29a0f3e7758 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9916146 May 19 12:26:45.524657 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48288) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:45.528970 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:45.595134 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb673d72d-362f-5a0f-8bd6-7d21cd3cfa65-204e94b5-47e4-450c-8253-65a42241e0b9', 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9', 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'fixed_ips': [{'subnet_id': 'fc1e04d0-180a-486a-9bb3-3552df290680'}]}} from dv-cinder-804757-28-iscsi. {{(pid=104218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 19 12:26:45.597577 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.602749 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (3befcec1-3955-4710-af28-c5436a2a9293), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.631905 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3891131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5851'] for router (9de261c2-48a3-462e-a4d8-e8946739a8b7), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.633093 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3891023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3908258', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5858'] for router (9de261c2-48a3-462e-a4d8-e8946739a8b7), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.647946 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:45.745239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks [] for router_controller (9de261c2-48a3-462e-a4d8-e8946739a8b7), precommit_add_association {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:45.826961 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c2a11-7abb-48f7-baca-543778651c47 None None] Pushing event updated for resources: {'Port': ['ID=3befcec1-3955-4710-af28-c5436a2a9293,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:45.885680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3befcec1-3955-4710-af28-c5436a2a9293 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:46.037800 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks [] for router_gateway (9de261c2-48a3-462e-a4d8-e8946739a8b7), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.080165 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.db_base_plugin_common [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Allocated IP 172.20.0.2 (204e94b5-47e4-450c-8253-65a42241e0b9/fc1e04d0-180a-486a-9bb3-3552df290680/775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c) {{(pid=104218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:46.116916 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 3befcec1-3955-4710-af28-c5436a2a9293 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:46.117299 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3befcec1-3955-4710-af28-c5436a2a9293), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.222952 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.289067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:46.294249 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 3befcec1-3955-4710-af28-c5436a2a9293 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:46.295351 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 47b74f63-2ab5-4124-b082-0329bfdfc2fe up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:46.334852 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Publish callbacks [] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), precommit_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.356821 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 47b74f63-2ab5-4124-b082-0329bfdfc2fe triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:46.357199 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.357661 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks [] for router_gateway (9de261c2-48a3-462e-a4d8-e8946739a8b7), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.389760 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.412101 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), after_create {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.470067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Network 204e94b5-47e4-450c-8253-65a42241e0b9 is already hosted by enough agents. {{(pid=104218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:46.471778 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:46.478970 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.scheduler.base_scheduler [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Resources bound (agent type, host, resource id): {{(pid=104218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:46.489571 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Received port after_create {{(pid=104218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:46.502816 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 47b74f63-2ab5-4124-b082-0329bfdfc2fe is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:46.512643 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Pushing event updated for resources: {'Port': ['ID=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,revision_number=1']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:46.545658 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Allocated IP 172.27.1.107 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/a87d8286-ed9e-4f8a-8f2f-28818dbd179d) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:46.576668 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Attempting to bind port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:46.585790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Attempting to bind port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:46.585790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Attempting to bind port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c on network 204e94b5-47e4-450c-8253-65a42241e0b9 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:46.585790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:46.585790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Checking segment: {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:46.585790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.586550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Bound using segment: {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:46.586550 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Bound port: 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:46.586830 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.679979 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] For port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:46.683517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] For port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:46.702742 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks [] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.851692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:46.946568 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16ffd5-b7bd-419f-927b-7c4c04df7f9b None None] Pushing event updated for resources: {'Port': ['ID=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,revision_number=2']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:46.973506 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.018166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:47.026858 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:47.026858 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:47.029429 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Pushing event updated for resources: {'Port': ['ID=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:47.054517 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:47.402225 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:47.433273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks [] for router_gateway (9de261c2-48a3-462e-a4d8-e8946739a8b7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.561681 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.656757 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3890998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3908213'] for router (9de261c2-48a3-462e-a4d8-e8946739a8b7), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.874618 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:47.931065 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:47.931445 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:47.977497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Router 9de261c2-48a3-462e-a4d8-e8946739a8b7 is scheduled to L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 with binding_index 1 {{(pid=104217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 19 12:26:47.984147 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7866db-8e0b-4d91-94cc-5300da50461b None None] Network 204e94b5-47e4-450c-8253-65a42241e0b9 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:26:48.093833 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Provisioning complete for port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:48.094414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.100332 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:48.100719 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.103013 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:48.116549 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Sync routers for ids ['9de261c2-48a3-462e-a4d8-e8946739a8b7'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:48.129590 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Routers {'9de261c2-48a3-462e-a4d8-e8946739a8b7'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:48.130639 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['9de261c2-48a3-462e-a4d8-e8946739a8b7'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:48.184245 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.187469 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0565bfb6-b744-464b-aae9-2449837c16cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6612468 May 19 12:26:48.190549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48340) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:48.191746 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:48.213615 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:48.260081 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Set router 9de261c2-48a3-462e-a4d8-e8946739a8b7 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:48.282673 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Current status of the port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:48.283316 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.288300 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.290242 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3befcec1-3955-4710-af28-c5436a2a9293 up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:48.496705 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 3befcec1-3955-4710-af28-c5436a2a9293 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:48.497339 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (3befcec1-3955-4710-af28-c5436a2a9293), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.500811 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:48.531729 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:26:47Z', 'revision_number': 3, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:48.534904 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:48.545467 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.db.api [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 19 12:26:48.545890 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG oslo_db.api [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 12:26:48.573749 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Checking router: 9de261c2-48a3-462e-a4d8-e8946739a8b7 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:48.575352 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Updating router 9de261c2-48a3-462e-a4d8-e8946739a8b7 port a87d8286-ed9e-4f8a-8f2f-28818dbd179d binding host dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:26:48.615174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 3befcec1-3955-4710-af28-c5436a2a9293 is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:48.618961 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.758377 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:48.788653 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:48.796737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.922956 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Publish callbacks [] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), precommit_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:48.985543 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Allocated IP 172.20.0.1 (204e94b5-47e4-450c-8253-65a42241e0b9/fc1e04d0-180a-486a-9bb3-3552df290680/1f2e4e93-9ec7-4af9-997e-758de77eb5ae) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:26:49.065057 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:49.088003 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-dd892204-2eb0-4891-a3a6-54d263d24cec None None] Current status of the port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:49.096063 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.123574 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks [] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.149665 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b90a4-27b0-44e5-b910-686f5cc9f789 None None] Pushing event updated for resources: {'Port': ['ID=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,revision_number=2']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:49.161686 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Attempting to bind port a87d8286-ed9e-4f8a-8f2f-28818dbd179d on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:49.162130 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Attempting to bind port a87d8286-ed9e-4f8a-8f2f-28818dbd179d by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:49.162502 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Attempting to bind port a87d8286-ed9e-4f8a-8f2f-28818dbd179d on network 6a4de832-415a-4206-a7f0-598c302b7d31 {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:49.167938 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:49.168317 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Checking segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:49.168725 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.169120 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Bound using segment: {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'} {{(pid=104219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:49.169595 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.managers [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Bound port: a87d8286-ed9e-4f8a-8f2f-28818dbd179d, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eb448a-0680-4009-abea-32c6bab16507', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}}] {{(pid=104219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:49.169978 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), before_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.211431 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:49.216354 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-b524470d-8abe-4df4-8788-3f97d9584ee7 None None] Provisioning complete for port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:49.216750 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b524470d-8abe-4df4-8788-3f97d9584ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.223271 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] For port a87d8286-ed9e-4f8a-8f2f-28818dbd179d, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:49.226837 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.plugins.ml2.db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] For port a87d8286-ed9e-4f8a-8f2f-28818dbd179d, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:49.259240 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.308595 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-b524470d-8abe-4df4-8788-3f97d9584ee7 None None] Current status of the port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:49.309223 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Network 204e94b5-47e4-450c-8253-65a42241e0b9 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:49.314144 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:49.316925 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:26:49.342098 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Pushing event updated for resources: {'Port': ['ID=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:49.364118 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.364730 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron_lib.callbacks.manager [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), after_update {{(pid=104219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.371913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3911256'] for router_interface (9de261c2-48a3-462e-a4d8-e8946739a8b7), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.439555 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Routers {'9de261c2-48a3-462e-a4d8-e8946739a8b7'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:49.440458 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['9de261c2-48a3-462e-a4d8-e8946739a8b7'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:49.500945 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b90a4-27b0-44e5-b910-686f5cc9f789 None None] Pushing event updated for resources: {'Port': ['ID=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,revision_number=3']} {{(pid=104219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:49.571730 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] Set router 9de261c2-48a3-462e-a4d8-e8946739a8b7 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:49.631873 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-8980ccb0-9676-4451-ba69-e971473c5097 None None] Provisioning complete for port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:49.632474 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8980ccb0-9676-4451-ba69-e971473c5097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.641935 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.671517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-8980ccb0-9676-4451-ba69-e971473c5097 None None] Port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:49.764053 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:49.826461 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:49.837052 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:49.837706 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:49.862406 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:26:47Z', 'revision_number': 3, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:49.891424 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bc3ca-5cef-49d6-b916-f7544c949144 None None] The sync data for ids ['9de261c2-48a3-462e-a4d8-e8946739a8b7'] in dv-cinder-804757-28-iscsi is: [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:26:47Z', 'revision_number': 3, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:49.926476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:49.943620 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks [] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.056525 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.130766 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3886520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3911442'] for router_interface (9de261c2-48a3-462e-a4d8-e8946739a8b7), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.132806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Pushing event updated for resources: {'Port': ['ID=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:50.266372 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Network 204e94b5-47e4-450c-8253-65a42241e0b9 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:26:50.269278 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:26:50.397578 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Router 9de261c2-48a3-462e-a4d8-e8946739a8b7 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:26:50.505553 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-e0a11828-397d-4952-857b-cbb4a99b7ab4 None None] Provisioning complete for port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:50.505936 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e0a11828-397d-4952-857b-cbb4a99b7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:50.521264 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:26:50.526488 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-01694266-0828-42ad-b3f8-ee01d3ca38ed admin admin] 10.222.0.23 "PUT /v2.0/routers/9de261c2-48a3-462e-a4d8-e8946739a8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340135 May 19 12:26:50.551823 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e0a11828-397d-4952-857b-cbb4a99b7ab4 None None] Port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:26:50.992855 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48360) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:50.997358 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422211665', 'description': 'tempest-secgroup-smoke-422211665 description', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:51.085816 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.087729 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:51.164284 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group (181d5f12-0557-4951-b108-b197dc04525f), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.258491 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (181d5f12-0557-4951-b108-b197dc04525f), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.291270 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181d5f12-0557-4951-b108-b197dc04525f,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:51.362444 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.363664 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-69cee1aa-5a6f-448e-ae94-5f83bcf140a4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3697851 May 19 12:26:51.366755 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48362) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:51.371265 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group_rule': {'security_group_id': '181d5f12-0557-4951-b108-b197dc04525f', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:51.527811 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (703ca788-82c1-4d57-8a8d-66ee5f178f66), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.583629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (703ca788-82c1-4d57-8a8d-66ee5f178f66), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.679714 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (703ca788-82c1-4d57-8a8d-66ee5f178f66), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.700798 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703ca788-82c1-4d57-8a8d-66ee5f178f66,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:51.722182 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a87d8286-ed9e-4f8a-8f2f-28818dbd179d up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:51.772446 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port a87d8286-ed9e-4f8a-8f2f-28818dbd179d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:51.772813 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.786028 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.790037 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-25cfa0a4-840f-44be-ad4a-0e8cb4c3abba tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4195683 May 19 12:26:51.790164 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48366) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:51.794700 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group_rule': {'security_group_id': '181d5f12-0557-4951-b108-b197dc04525f', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:51.854721 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port a87d8286-ed9e-4f8a-8f2f-28818dbd179d is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:51.854844 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.881610 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] For port a87d8286-ed9e-4f8a-8f2f-28818dbd179d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:51.954671 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (5df8d309-0960-4119-9058-a83433d2d44b), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:51.991917 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:51.995478 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.007252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (5df8d309-0960-4119-9058-a83433d2d44b), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.048085 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Pushing event updated for resources: {'Port': ['ID=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:52.085178 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (5df8d309-0960-4119-9058-a83433d2d44b), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.108774 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df8d309-0960-4119-9058-a83433d2d44b,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:52.203233 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.204459 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-cc155505-9c87-4630-9d2b-6a0a61ec7767 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4132380 May 19 12:26:52.207934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48370) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:52.212284 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group_rule': {'security_group_id': '181d5f12-0557-4951-b108-b197dc04525f', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:52.321769 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (6d87e8fd-1376-4047-9654-4f1d8dd9eb78), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.382183 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (6d87e8fd-1376-4047-9654-4f1d8dd9eb78), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.458479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (6d87e8fd-1376-4047-9654-4f1d8dd9eb78), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.478702 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d87e8fd-1376-4047-9654-4f1d8dd9eb78,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:52.557403 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.558913 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d5aa55de-d807-4d3a-9a9b-d8d0ab3c14d7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3497987 May 19 12:26:52.561721 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48372) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:52.566559 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group_rule': {'security_group_id': '181d5f12-0557-4951-b108-b197dc04525f', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:52.580571 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Sync routers for ids ['9de261c2-48a3-462e-a4d8-e8946739a8b7'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:26:52.594009 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Routers {'9de261c2-48a3-462e-a4d8-e8946739a8b7'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:52.599028 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['9de261c2-48a3-462e-a4d8-e8946739a8b7'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:52.648622 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (78fbbd90-0332-4ed5-ba09-0497e4bd3e60), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.663221 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:52.701469 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Set router 9de261c2-48a3-462e-a4d8-e8946739a8b7 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:52.705877 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (78fbbd90-0332-4ed5-ba09-0497e4bd3e60), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.742268 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:52.840395 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (78fbbd90-0332-4ed5-ba09-0497e4bd3e60), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:52.862669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fbbd90-0332-4ed5-ba09-0497e4bd3e60,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:53.006698 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.008094 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-20b38f31-f811-4076-bf0b-d6baf1682768 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4453681 May 19 12:26:53.010874 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48378) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:53.015399 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group_rule': {'security_group_id': '181d5f12-0557-4951-b108-b197dc04525f', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:53.035475 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:26:49Z', 'revision_number': 4, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1f2e4e93-9ec7-4af9-997e-758de77eb5ae', 'name': '', 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'mac_address': 'fa:16:3e:21:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fc1e04d0-180a-486a-9bb3-3552df290680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:48Z', 'updated_at': '2022-05-19T12:26:49Z', 'revision_number': 2, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'subnets': [{'id': 'fc1e04d0-180a-486a-9bb3-3552df290680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:53.061906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Checking router: 9de261c2-48a3-462e-a4d8-e8946739a8b7 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:26:53.062259 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Updating router 9de261c2-48a3-462e-a4d8-e8946739a8b7 port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae binding host dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 12:26:53.096519 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.119254 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.securitygroups_db [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Project 4b46044a7f1d471582800c9d8a79e5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:26:53.125883 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (9e4a3bbf-03f5-40a1-8e08-669cef43a235), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.171487 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:53.186284 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (9e4a3bbf-03f5-40a1-8e08-669cef43a235), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.259654 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (9e4a3bbf-03f5-40a1-8e08-669cef43a235), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.280465 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4a3bbf-03f5-40a1-8e08-669cef43a235,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:53.374717 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.376537 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-7064b67e-8ff2-4d1e-9a59-4efd82d3c2e5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3642259 May 19 12:26:53.379395 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48382) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:26:53.384095 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'security_group_rule': {'security_group_id': '181d5f12-0557-4951-b108-b197dc04525f', 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:26:53.401432 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Publish callbacks [] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), precommit_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.464484 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.475482 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.securitygroups_db [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Project 4b46044a7f1d471582800c9d8a79e5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 12:26:53.481603 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (45124757-0874-432e-8ec3-5e6ab591652f), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.520137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8da0a2-ed55-41ff-abf4-b48745dd9e4a None None] Pushing event updated for resources: {'Port': ['ID=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,revision_number=3']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:53.562593 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (45124757-0874-432e-8ec3-5e6ab591652f), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.588015 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Attempting to bind port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae on host dv-cinder-804757-28-iscsi for vnic_type normal with profile {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:26:53.588396 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Attempting to bind port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae by drivers openvswitch,hyperv on host dv-cinder-804757-28-iscsi at level 0 using segments [{'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:26:53.588766 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Attempting to bind port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae on network 204e94b5-47e4-450c-8253-65a42241e0b9 {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:26:53.594648 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Checking agent: {'id': 'ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 8, 19), 'started_at': datetime.datetime(2022, 5, 19, 12, 8, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:26:53.595031 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Checking segment: {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:26:53.595434 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.595851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Bound using segment: {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'} {{(pid=104218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:26:53.596328 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.managers [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Bound port: 1f2e4e93-9ec7-4af9-997e-758de77eb5ae, host: dv-cinder-804757-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8113acba-8c0d-4ff1-99a0-2f1a171bd407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9'}}] {{(pid=104218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:26:53.596711 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.661542 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:53.668102 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] For port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae, host dv-cinder-804757-28-iscsi, cleared binding levels {{(pid=104218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:26:53.680351 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] For port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae, host dv-cinder-804757-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:26:53.681723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (45124757-0874-432e-8ec3-5e6ab591652f), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.697581 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45124757-0874-432e-8ec3-5e6ab591652f,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:53.730430 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a87d8286-ed9e-4f8a-8f2f-28818dbd179d up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:53.789321 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port a87d8286-ed9e-4f8a-8f2f-28818dbd179d triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:53.789951 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.796329 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.797282 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.799361 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b2d39657-966a-4581-a1b6-1c2b58ca0035 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4181030 May 19 12:26:53.821909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] Provisioning complete for port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:53.822284 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:53.911578 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:53.939467 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Routers {'9de261c2-48a3-462e-a4d8-e8946739a8b7'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:26:53.940870 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:26:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['9de261c2-48a3-462e-a4d8-e8946739a8b7'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:53.946788 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8da0a2-ed55-41ff-abf4-b48745dd9e4a None None] Pushing event updated for resources: {'Port': ['ID=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:54.113605 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port a87d8286-ed9e-4f8a-8f2f-28818dbd179d is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:54.121277 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] Current status of the port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae is: DOWN; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:54.121670 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.161187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] Set router 9de261c2-48a3-462e-a4d8-e8946739a8b7 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:26:54.208925 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] For port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:26:54.294979 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.371657 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d4d00-29af-4b1e-95d0-c4229677324f None None] Pushing event updated for resources: {'Port': ['ID=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:26:54.424496 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-78748224-ec89-4065-80b1-7c1a6df52980 None None] Provisioning complete for port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:54.425315 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-78748224-ec89-4065-80b1-7c1a6df52980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:54.426914 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:26:49Z', 'revision_number': 4, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1f2e4e93-9ec7-4af9-997e-758de77eb5ae', 'name': '', 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'mac_address': 'fa:16:3e:21:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fc1e04d0-180a-486a-9bb3-3552df290680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:48Z', 'updated_at': '2022-05-19T12:26:53Z', 'revision_number': 4, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'subnets': [{'id': 'fc1e04d0-180a-486a-9bb3-3552df290680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:26:54.474821 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3207a-7631-48e9-a3b6-2bd104b09e83 None None] The sync data for ids ['9de261c2-48a3-462e-a4d8-e8946739a8b7'] in dv-cinder-804757-28-iscsi is: [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:26:49Z', 'revision_number': 4, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1f2e4e93-9ec7-4af9-997e-758de77eb5ae', 'name': '', 'network_id': '204e94b5-47e4-450c-8253-65a42241e0b9', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'mac_address': 'fa:16:3e:21:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fc1e04d0-180a-486a-9bb3-3552df290680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:48Z', 'updated_at': '2022-05-19T12:26:53Z', 'revision_number': 4, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'subnets': [{'id': 'fc1e04d0-180a-486a-9bb3-3552df290680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:26:54.537891 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:54.556804 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-78748224-ec89-4065-80b1-7c1a6df52980 None None] Current status of the port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:55.741771 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 1f2e4e93-9ec7-4af9-997e-758de77eb5ae up at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:26:55.794581 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Provisioning complete for port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:26:55.798548 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:26:55.876685 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Current status of the port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae is: ACTIVE; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:26:58.120387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:58.120387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=39,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:26:58.265666 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:27:03.705142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:03.706045 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=63,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:05.873242 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=17 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:05.875123 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:08.617395 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:08.618149 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=27 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:12.572218 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-a54d453f-488c-4ea9-a016-cb089d3d2d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.318797 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:14.966579 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ff075877-7238-4f4e-a502-1cac0cde6b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:16.078859 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:17.607274 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:19.297636 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:29.217223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:29.224120 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:32.107431 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-8d54eeb7-c6d1-48f7-818f-dee13c4f8c44 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422211665&fields=id&tenant_id=4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 267 time: 0.0536690 May 19 12:27:32.228755 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-65361689-3b51-4a98-9716-1f968f1431d4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:32.230842 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-65361689-3b51-4a98-9716-1f968f1431d4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 812 time: 0.1163759 May 19 12:27:32.250020 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-ac173f9a-9d9d-4da6-956f-af5b203d8508 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/quotas/4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0134449 May 19 12:27:32.304429 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-cbf79249-ac34-4a34-8965-a62ad397d2ad tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489926 May 19 12:27:32.438877 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-6e7316c9-3622-4eaa-97d6-4a1e459a741c service neutron] 10.222.0.23 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221681 May 19 12:27:32.459927 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b31e-aa25-4bea-a6c5-ba26f5fe7f09 req-d54eebaa-25a9-43b8-9ed2-82d697d5fed2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:32.461360 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1bb4b31e-aa25-4bea-a6c5-ba26f5fe7f09 req-d54eebaa-25a9-43b8-9ed2-82d697d5fed2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0659101 May 19 12:27:32.564667 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1bb4b31e-aa25-4bea-a6c5-ba26f5fe7f09 req-c9293280-abf9-4988-ac04-258e9baf8df1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931921 May 19 12:27:32.580704 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-00100591-2f03-4287-8ae6-2be6793b061a service neutron] 10.222.0.23 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362050 May 19 12:27:33.393097 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-68a9fb1b-53b6-4119-86aa-031193beeb64 req-1c3bbd9f-a470-4f3f-9a1d-36fef104d812 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.0314703 May 19 12:27:33.682450 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f100c-300b-403d-8adc-d3e6979200d1 req-b17126fb-4371-46aa-8722-15d547b2e8da tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:33.684655 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c95f100c-300b-403d-8adc-d3e6979200d1 req-b17126fb-4371-46aa-8722-15d547b2e8da tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0491934 May 19 12:27:33.737880 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c95f100c-300b-403d-8adc-d3e6979200d1 req-776ee477-b85e-4758-9c2b-bef65edccdfb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 May 19 12:27:34.476080 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7257471c-d498-4940-b59d-ad0a7f0096f6 req-d0bce82a-f2b2-4a76-bbbd-128964af3f8c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.0302262 May 19 12:27:34.576285 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-836a127c-c27e-4b95-88b6-30ea1199f661 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:34.584289 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-836a127c-c27e-4b95-88b6-30ea1199f661 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0493441 May 19 12:27:34.667544 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port d05810c6-219e-400a-88f4-a1ee78e52890 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:27:34.667999 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.768684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] For port d05810c6-219e-400a-88f4-a1ee78e52890, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05810c6-219e-400a-88f4-a1ee78e52890,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:34.769062 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.863248 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c645-01f4-4e68-8895-09cc111234be req-5cd6f03d-570f-4aeb-9ed5-5f04df9e0af5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:34.864815 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-38d2c645-01f4-4e68-8895-09cc111234be req-5cd6f03d-570f-4aeb-9ed5-5f04df9e0af5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 945 time: 0.0493584 May 19 12:27:34.917438 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-38d2c645-01f4-4e68-8895-09cc111234be req-a47305e2-6072-439e-8627-48ed3a90cf15 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6d1f6e4-5d4c-405e-9844-0882ab0123ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445833 May 19 12:27:34.943521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.944338 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (e9621e1b-c3e0-4db1-924d-0a6b87b9a96b), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:34.944662 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP e9621e1b-c3e0-4db1-924d-0a6b87b9a96b disassociated. External IP: 172.27.1.153, port: d05810c6-219e-400a-88f4-a1ee78e52890. May 19 12:27:34.945005 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for d05810c6-219e-400a-88f4-a1ee78e52890 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:27:35.210347 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (d05810c6-219e-400a-88f4-a1ee78e52890), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.239676 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=d05810c6-219e-400a-88f4-a1ee78e52890,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:35.271053 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:27:35.354332 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:27:35.580465 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f223b9aa-f10c-407f-8d19-61a57259b897 req-65f06711-aacb-40f8-ad04-27ac77b9c2c6 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.0336554 May 19 12:27:35.732105 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:27:35.754086 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:35.769332 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:35.770411 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:35.814264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] No DVR routers for this DVR port d05810c6-219e-400a-88f4-a1ee78e52890 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:27:35.820388 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:35.826966 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4d6e8c27-7ba8-4521-b576-3520547ad554 req-8f3b610c-9f73-44d0-90e7-5ef6e8e34490 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "DELETE /v2.0/ports/d05810c6-219e-400a-88f4-a1ee78e52890 HTTP/1.1" status: 204 len: 173 time: 1.2441661 May 19 12:27:35.842512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'name': 'network-vif-deleted', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:35.847101 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269a3e70-6f28-4ca1-bb3e-451aa742ced0" -d '{"events": [{"server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "name": "network-vif-deleted", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:35.904148 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:35.922928 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68f112f-458e-4604-9762-7d9734f7204d x-openstack-request-id: req-b68f112f-458e-4604-9762-7d9734f7204d {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:35.923339 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff26d40f-6c63-40a5-af44-a128df79f323", "name": "network-vif-deleted", "tag": "d05810c6-219e-400a-88f4-a1ee78e52890", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:35.923719 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b68f112f-458e-4604-9762-7d9734f7204d {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:35.924342 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68f112f-458e-4604-9762-7d9734f7204d'] response: {'server_uuid': 'ff26d40f-6c63-40a5-af44-a128df79f323', 'name': 'network-vif-deleted', 'tag': 'd05810c6-219e-400a-88f4-a1ee78e52890', 'status': 'completed', 'code': 200} May 19 12:27:36.000465 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:36.022708 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-6b071084-2ed0-4594-8591-5df0eacc70e2 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:36.023517 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-6b071084-2ed0-4594-8591-5df0eacc70e2 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 812 time: 0.1554070 May 19 12:27:36.065081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:36.068084 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c063872-a940-4290-a449-71947dad2511 req-e30e21c4-bd40-4fd0-acea-632261874bd4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff26d40f-6c63-40a5-af44-a128df79f323 HTTP/1.1" status: 200 len: 210 time: 0.0312254 May 19 12:27:36.108507 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-a5725461-6f4a-4800-9f34-7ab8f49b10d6 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 379 time: 0.0693889 May 19 12:27:36.117515 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'port': {'device_id': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'admin_state_up': True, 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'security_groups': ['181d5f12-0557-4951-b108-b197dc04525f']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:36.124461 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:36.154295 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:36.163340 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:36.163992 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:36.283186 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:36.356188 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Made reservation on behalf of 4b46044a7f1d471582800c9d8a79e5c5 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:27:36.360107 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.497261 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:36.517619 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14345b2d-3533-46ae-a359-2d23f47cba69 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:27:36.525584 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Allocated IP 172.20.0.10 (8cb239d8-0b94-495c-8855-e9aad30a1cb5/510f80ba-a134-4335-a360-07c71c98a704/8f049042-efb1-4f34-b024-4e6aa097edab) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:36.667040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:36.690934 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ff30020d-cb36-475c-8f39-e8eb9f60e685 req-1bc768c2-2724-4f14-b131-82a325b0a302 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.0304623 May 19 12:27:36.694069 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (8f049042-efb1-4f34-b024-4e6aa097edab), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.821633 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24222c2-cc04-4204-87b9-14be9abc35da None None] New status for floating IP e9621e1b-c3e0-4db1-924d-0a6b87b9a96b: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:27:36.824827 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:36.873245 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:36.876683 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:36.880723 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:36.916809 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=8f049042-efb1-4f34-b024-4e6aa097edab,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:36.950470 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:36.951134 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.086094 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-105d423b-6e93-4311-9f4d-228a8ec66dc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9723296 May 19 12:27:37.110754 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Request body: {'port': {'device_id': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:37.157151 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-0abe9bde-6e28-4905-94a2-bd3ea4d0dabc None None] Provisioning complete for port 8f049042-efb1-4f34-b024-4e6aa097edab triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:37.157557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-0abe9bde-6e28-4905-94a2-bd3ea4d0dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.186018 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.197185 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-0abe9bde-6e28-4905-94a2-bd3ea4d0dabc None None] Port 8f049042-efb1-4f34-b024-4e6aa097edab cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:37.250787 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48780) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:37.311724 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (b6d1f6e4-5d4c-405e-9844-0882ab0123ea), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.341611 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (b6d1f6e4-5d4c-405e-9844-0882ab0123ea), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.353294 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:37.508980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f049042-efb1-4f34-b024-4e6aa097edab {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:37.509174 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b6d1f6e4-5d4c-405e-9844-0882ab0123ea), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.512506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.514026 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6d1f6e4-5d4c-405e-9844-0882ab0123ea HTTP/1.1" status: 204 len: 168 time: 0.2620921 May 19 12:27:37.517086 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48784) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:37.524479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d1f6e4-5d4c-405e-9844-0882ab0123ea,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:37.532213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Publish callbacks [] for port (8f049042-efb1-4f34-b024-4e6aa097edab), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.534546 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.534993 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.535226 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.api.v2.resource [None req-ac6a1775-e8e0-4983-bdf2-e1cdf7def015 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] show failed (client error): The resource could not be found. May 19 12:27:37.535341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.535674 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.538979 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539087 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ac6a1775-e8e0-4983-bdf2-e1cdf7def015 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups/b6d1f6e4-5d4c-405e-9844-0882ab0123ea HTTP/1.1" status: 404 len: 347 time: 0.0182536 May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.539835 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd50e20a-bd00-4420-9e97-cb57129425c4 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:37.541953 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48786) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:37.548338 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Transition to ACTIVE for port object 8f049042-efb1-4f34-b024-4e6aa097edab will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:27:37.603953 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:37.633021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.678875 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port 8a77e2c6-310f-4909-91e6-7661df949ffa {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:27:37.678875 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.690537 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:37.691696 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Pushing event updated for resources: {'Port': ['ID=8f049042-efb1-4f34-b024-4e6aa097edab,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:37.771634 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.772776 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (8a77e2c6-310f-4909-91e6-7661df949ffa), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.783134 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Attempting to bind port 8f049042-efb1-4f34-b024-4e6aa097edab on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:37.793481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Attempting to bind port 8f049042-efb1-4f34-b024-4e6aa097edab by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:37.793481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Attempting to bind port 8f049042-efb1-4f34-b024-4e6aa097edab on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:37.793758 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for 8a77e2c6-310f-4909-91e6-7661df949ffa owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:27:37.793870 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Port 8f049042-efb1-4f34-b024-4e6aa097edab on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:27:37.793870 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Attempting to bind port 8f049042-efb1-4f34-b024-4e6aa097edab on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:37.798732 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:37.799082 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Checking segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:37.799650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Bound using segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:37.799972 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Bound port: 8f049042-efb1-4f34-b024-4e6aa097edab, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:37.800339 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:37.877077 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:37.881296 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] For port 8f049042-efb1-4f34-b024-4e6aa097edab, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:37.887354 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] For port 8f049042-efb1-4f34-b024-4e6aa097edab, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f049042-efb1-4f34-b024-4e6aa097edab,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:37.889293 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b769bc-c4ec-44c3-ad39-69ccd4c2df42 req-bcef3535-f28f-46df-b74d-1f5a7f2495ee tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:37.891021 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10b769bc-c4ec-44c3-ad39-69ccd4c2df42 req-bcef3535-f28f-46df-b74d-1f5a7f2495ee tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0987875 May 19 12:27:37.969854 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10b769bc-c4ec-44c3-ad39-69ccd4c2df42 req-c924ae1f-2341-42ee-a5b0-1d476e7b0fb2 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654876 May 19 12:27:38.050936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.080835 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (8a77e2c6-310f-4909-91e6-7661df949ffa), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.093171 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:38.093799 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.095225 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] 10.222.0.81 "PUT /v2.0/ports/8f049042-efb1-4f34-b024-4e6aa097edab HTTP/1.1" status: 200 len: 1094 time: 0.9955566 May 19 12:27:38.095589 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:38.097936 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8f9255-4266-4fdc-975e-7068eaa5e238" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:38.119275 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52e8ce-8e76-4960-a17b-44ba00de9560 service neutron] Pushing event updated for resources: {'Port': ['ID=8f049042-efb1-4f34-b024-4e6aa097edab,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:38.156347 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bea8db-85de-47f6-b9aa-e8a113d88b4d x-openstack-request-id: req-78bea8db-85de-47f6-b9aa-e8a113d88b4d {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:38.157028 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:38.157495 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78bea8db-85de-47f6-b9aa-e8a113d88b4d {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:38.158141 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bea8db-85de-47f6-b9aa-e8a113d88b4d'] response: {'name': 'network-changed', 'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab', 'status': 'completed', 'code': 200} May 19 12:27:38.343649 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=8a77e2c6-310f-4909-91e6-7661df949ffa,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:38.407466 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (e9621e1b-c3e0-4db1-924d-0a6b87b9a96b), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.409782 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.410919 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-3eb1fa03-c644-429c-bc10-ff217c184d2f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/floatingips/e9621e1b-c3e0-4db1-924d-0a6b87b9a96b HTTP/1.1" status: 204 len: 168 time: 0.8678052 May 19 12:27:38.569076 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48794) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:38.574422 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985542961', 'description': 'tempest-description--1632866896'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:38.685881 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.707601 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:38.762666 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (0ef571e1-ab09-4b0d-8bc1-66278342c8d8), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.840366 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (0ef571e1-ab09-4b0d-8bc1-66278342c8d8), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.873753 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef571e1-ab09-4b0d-8bc1-66278342c8d8,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:38.956295 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:38.957631 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-caf22025-fe8a-41a4-aaea-978d365392bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3874331 May 19 12:27:38.960903 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48798) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:38.966833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': '0ef571e1-ab09-4b0d-8bc1-66278342c8d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:39.083469 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (14666f21-c980-435d-bb74-cd7aa6aa4ac1), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.111873 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fc9d-b2f6-4cb3-89ee-9c75bbdc4310 req-a729fc81-9317-4a03-894c-7169ed22a65e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:39.113401 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e76fc9d-b2f6-4cb3-89ee-9c75bbdc4310 req-a729fc81-9317-4a03-894c-7169ed22a65e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0676601 May 19 12:27:39.190339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (14666f21-c980-435d-bb74-cd7aa6aa4ac1), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.194549 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0e76fc9d-b2f6-4cb3-89ee-9c75bbdc4310 req-ae4c5c13-5fae-4d68-bf60-fbbe582812d1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731645 May 19 12:27:39.302813 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (14666f21-c980-435d-bb74-cd7aa6aa4ac1), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.322800 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14666f21-c980-435d-bb74-cd7aa6aa4ac1,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:39.418398 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.419630 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-eb3ac267-871b-438e-ac7c-1ebb390db34a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4577384 May 19 12:27:39.422363 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48802) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:39.426581 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'security_group_rule': {'security_group_id': '0ef571e1-ab09-4b0d-8bc1-66278342c8d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:39.531408 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (5928227b-64e4-44d0-bef9-086cf7c3cd3e), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.579904 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (5928227b-64e4-44d0-bef9-086cf7c3cd3e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.685575 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011103'] for security_group_rule (5928227b-64e4-44d0-bef9-086cf7c3cd3e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.704600 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5928227b-64e4-44d0-bef9-086cf7c3cd3e,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:39.779516 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.780840 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-0b2ca0d2-e04f-4950-866c-57897d7a6d9c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575459 May 19 12:27:39.789258 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 48806) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:39.789258 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:39.801996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:39.874121 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:39.956860 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:40.070758 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.27.1.144 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/ac1eed11-cab4-4af6-a76a-e45789cd52f0) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:40.176853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:40.279876 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:40.283240 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:40.355899 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:40.358018 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=ac1eed11-cab4-4af6-a76a-e45789cd52f0,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:40.366472 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f735-7065-40f4-b6b1-10f022cdf4da req-289b5a10-04e2-4d53-a597-8d9a7ff00af9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:40.368055 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5968f735-7065-40f4-b6b1-10f022cdf4da req-289b5a10-04e2-4d53-a597-8d9a7ff00af9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.1011171 May 19 12:27:40.368944 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:40.371532 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:40.482130 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5968f735-7065-40f4-b6b1-10f022cdf4da req-9eeb316d-70c4-4174-a8a1-57dd3af26bff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896387 May 19 12:27:40.499024 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (823c2481-38cf-4385-9667-4efe0638da46), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:40.618411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:40.627522 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:40.849778 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:40.914670 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:41.001386 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=ac1eed11-cab4-4af6-a76a-e45789cd52f0,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:41.013612 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (823c2481-38cf-4385-9667-4efe0638da46), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:41.133753 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:41.134990 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-f9d052a2-ed38-4571-971e-578ac4f7143c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3500874 May 19 12:27:41.197174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d05810c6-219e-400a-88f4-a1ee78e52890 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:27:41.218048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: d05810c6-219e-400a-88f4-a1ee78e52890 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:27:41.218732 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d05810c6-219e-400a-88f4-a1ee78e52890 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:27:41.267046 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f9255-4266-4fdc-975e-7068eaa5e238 req-a166c518-6ddb-4fd7-9d10-d9777b581d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.268630 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d8f9255-4266-4fdc-975e-7068eaa5e238 req-a166c518-6ddb-4fd7-9d10-d9777b581d2a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 1128 time: 0.0429919 May 19 12:27:41.346575 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-c45a08b0-3a26-4d93-9a18-315c8bbd75fb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1985542961&fields=id&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 267 time: 0.0443304 May 19 12:27:41.380772 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f9255-4266-4fdc-975e-7068eaa5e238 req-87379471-4cca-42aa-82b6-1a90384c7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.382226 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d8f9255-4266-4fdc-975e-7068eaa5e238 req-87379471-4cca-42aa-82b6-1a90384c7c2d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995991 May 19 12:27:41.461054 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-d8d53639-a637-4bb8-baae-b272c7e4f1ff tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.462442 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-d8d53639-a637-4bb8-baae-b272c7e4f1ff tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1088662 May 19 12:27:41.477726 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-e72784e0-25d3-4b42-a168-1fcb68636484 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/quotas/1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 375 time: 0.0092900 May 19 12:27:41.480023 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f9255-4266-4fdc-975e-7068eaa5e238 req-c590b8ea-563f-4401-87cc-209903e7ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.481498 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-2d8f9255-4266-4fdc-975e-7068eaa5e238 req-c590b8ea-563f-4401-87cc-209903e7ddb6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937443 May 19 12:27:41.539031 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-ebdb8683-b8aa-4937-afd9-c6e68f51192c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548568 May 19 12:27:41.584603 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-3d78e3ec-b2b0-49b7-81c0-f50cf1f046ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.586125 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-3d78e3ec-b2b0-49b7-81c0-f50cf1f046ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 1128 time: 0.0451899 May 19 12:27:41.632591 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-62097e70-248a-4c5e-b059-ba1261b6f1bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f049042-efb1-4f34-b024-4e6aa097edab HTTP/1.1" status: 200 len: 217 time: 0.0338652 May 19 12:27:41.656723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb71a-389e-4794-927e-a5d7982a4771 req-c13883ce-fc40-4602-86fc-0c741871f24d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.660237 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17efb71a-389e-4794-927e-a5d7982a4771 req-c13883ce-fc40-4602-86fc-0c741871f24d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0966742 May 19 12:27:41.695053 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-2676e95e-375b-4e2f-93e8-3a074f7a1c8b service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411185 May 19 12:27:41.703770 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-755238a8-6aaf-40c2-afbc-fe6b81b22bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.706290 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-755238a8-6aaf-40c2-afbc-fe6b81b22bc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0673270 May 19 12:27:41.754322 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-af7bba04-0dca-420a-8767-2eb15fed64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:41.759718 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-af7bba04-0dca-420a-8767-2eb15fed64ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439577 May 19 12:27:41.796485 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:41.803354 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17efb71a-389e-4794-927e-a5d7982a4771 req-eb7f9307-6c44-4035-9fa6-19e3556abaa5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024270 May 19 12:27:41.839104 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-7bcf4bf1-6cde-4a15-a825-72b51036ac24 service neutron] 10.222.0.23 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361237 May 19 12:27:41.862367 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-b0e82523-3aef-4f30-a552-91f988d60161 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990829 May 19 12:27:41.969340 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6dc13e0c-235a-4a75-9398-8232b0f9cd3d req-d2182bf7-0114-4f0d-ade2-baa7ed59a2ec service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009884 May 19 12:27:42.093856 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f9d9dbf6-efa6-4e06-b70f-666374d4aa5f req-0316221a-b74c-475f-a8f7-051eb1a57a7c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 210 time: 0.0324593 May 19 12:27:42.468464 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e7aadc54-8310-40e6-b1dd-04fed2d89f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:42.945985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb35c29-2420-4d9d-a679-e76a41a42ec3 req-55a090bb-51a6-4a51-bd55-3e875ff4216e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:42.947534 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9eb35c29-2420-4d9d-a679-e76a41a42ec3 req-55a090bb-51a6-4a51-bd55-3e875ff4216e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0624819 May 19 12:27:42.999359 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9eb35c29-2420-4d9d-a679-e76a41a42ec3 req-16dbfecb-9396-40fe-a8df-82c488be2a62 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 May 19 12:27:43.205777 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8ac8122-9ce8-4658-8fcc-4f448c885c51 req-7b6684ce-8ad1-4200-9803-010485d01b1f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 210 time: 0.0415461 May 19 12:27:44.123861 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad204e-ea64-44df-9965-2e4b78091ed4 req-ac8e7442-5f0f-4e59-8292-8aae9f925e09 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:44.125541 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f6ad204e-ea64-44df-9965-2e4b78091ed4 req-ac8e7442-5f0f-4e59-8292-8aae9f925e09 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0546906 May 19 12:27:44.183837 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f6ad204e-ea64-44df-9965-2e4b78091ed4 req-872a827f-150a-4447-9589-8f28d7f74a7c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481319 May 19 12:27:44.222881 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:44.225857 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48854) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:44.327756 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:44.368679 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cca8ee75-9e05-4cea-8504-f03edf454363 req-c1de7743-ed8c-4632-b753-3f46eb4d2ca5 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 210 time: 0.0579071 May 19 12:27:44.626873 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-a3189991-e820-415f-8edf-61d819f15ed1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:44.628592 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-a3189991-e820-415f-8edf-61d819f15ed1 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 814 time: 0.1996410 May 19 12:27:44.704168 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:44.738975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Deleting port 0eeaee0f-1274-4623-9488-76508287b4f4 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:27:44.739259 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (0eeaee0f-1274-4623-9488-76508287b4f4), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:44.787709 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-8393d55a-b805-4fe3-9d46-9232c1ebe58a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d2de86d602945238f5df0e2c388004f HTTP/1.1" status: 200 len: 380 time: 0.1385832 May 19 12:27:44.800449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'port': {'device_id': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'admin_state_up': True, 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'security_groups': ['0ef571e1-ab09-4b0d-8bc1-66278342c8d8']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:44.808434 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:44.902631 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (0eeaee0f-1274-4623-9488-76508287b4f4), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:44.903206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for floatingip (0eeaee0f-1274-4623-9488-76508287b4f4), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:44.932237 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Calling delete_port for 0eeaee0f-1274-4623-9488-76508287b4f4 owned by network:floatingip {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:27:44.942592 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b7de672e-cfdf-4774-a22c-cb064c26181e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.125505 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Made reservation on behalf of 1d2de86d602945238f5df0e2c388004f for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:27:45.129644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.257814 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (0eeaee0f-1274-4623-9488-76508287b4f4), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.266913 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:45.295627 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event deleted for resources: {'Port': ['ID=0eeaee0f-1274-4623-9488-76508287b4f4,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:45.316506 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.316869 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.317204 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.317534 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.317859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.318177 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.318516 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.318816 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.319132 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.319446 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.319758 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.320104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.320419 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.320731 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.321047 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:45.323716 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f98c45-3043-4c3a-ab51-4c46d75b6a55 req-b4ba47e4-f321-486e-8495-03b7f74624e3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:45.326565 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8f98c45-3043-4c3a-ab51-4c46d75b6a55 req-b4ba47e4-f321-486e-8495-03b7f74624e3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0630271 May 19 12:27:45.347006 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Allocated IP 172.20.0.13 (744c5d15-060b-4067-aa62-eecc19d1b85e/57a53a90-5cf3-4f95-8228-aee4f85c871b/20c5c364-3274-4170-8229-3c010171aa57) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:45.389903 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8f98c45-3043-4c3a-ab51-4c46d75b6a55 req-123631a5-c1ea-443a-8955-5b640d3eee33 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518200 May 19 12:27:45.423185 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for floatingip (c76d96ab-e463-4479-9904-0f38ee571754), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.423523 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Floating IP c76d96ab-e463-4479-9904-0f38ee571754 disassociated (deleted). External IP: 172.27.1.164, port: d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf. May 19 12:27:45.496492 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d17b63a4-6140-4f2a-a647-2947a1e6d069 req-abc5c179-2a1c-4b7e-9548-8577bb81231f tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 210 time: 0.0407200 May 19 12:27:45.612647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:45.662801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for port (20c5c364-3274-4170-8229-3c010171aa57), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.757379 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Router ce04c6b0-d2f0-4810-9087-193e6311269f has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:27:45.866817 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:27:45.872207 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.877654 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] Sync routers for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:45.894887 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:45.895928 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:45.909318 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (20c5c364-3274-4170-8229-3c010171aa57), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:45.985789 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-7b7a9fed-79a9-489f-b220-4ee0e90e902d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "DELETE /v2.0/floatingips/c76d96ab-e463-4479-9904-0f38ee571754 HTTP/1.1" status: 204 len: 168 time: 1.7583654 May 19 12:27:45.991417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:45.995912 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5355f8e5-cfe7-49de-b3ce-5f125545b248" -d '{"events": [{"name": "network-changed", "server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:46.015761 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Network 744c5d15-060b-4067-aa62-eecc19d1b85e is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:46.023284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:46.025313 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event updated for resources: {'Port': ['ID=20c5c364-3274-4170-8229-3c010171aa57,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:46.029331 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:46.053463 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:46.112873 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cafc301-4b9f-4768-ae99-267f9fc30c44 x-openstack-request-id: req-6cafc301-4b9f-4768-ae99-267f9fc30c44 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:46.113360 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:46.113810 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cafc301-4b9f-4768-ae99-267f9fc30c44 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:46.114355 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cafc301-4b9f-4768-ae99-267f9fc30c44'] response: {'name': 'network-changed', 'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'status': 'completed', 'code': 200} May 19 12:27:46.138442 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:46.181427 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.183218 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:46.201166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:46.234433 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:46.278833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-7947640a-df82-4d03-834b-d76090d15329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.280552 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-7947640a-df82-4d03-834b-d76090d15329 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beba4cdb9854497b6cedd3e76059e12&device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 1129 time: 0.0883088 May 19 12:27:46.358646 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:46.366696 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:46.382843 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-556dd76a-ac8c-47f8-a064-8d44146f8bdb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5901301 May 19 12:27:46.394658 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] Checking router: ce04c6b0-d2f0-4810-9087-193e6311269f for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:46.404074 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:46.404696 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:46.407563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-cfa2f564-273a-4112-9468-8e3e5b99e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.409122 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-cfa2f564-273a-4112-9468-8e3e5b99e0c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 200 len: 910 time: 0.1226535 May 19 12:27:46.413984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Request body: {'port': {'device_id': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:46.441975 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-95eb2359-77d5-41e3-895e-fada8ab1911b None None] Provisioning complete for port 20c5c364-3274-4170-8229-3c010171aa57 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:46.441975 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-95eb2359-77d5-41e3-895e-fada8ab1911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (20c5c364-3274-4170-8229-3c010171aa57), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:46.475507 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-3f0ef48e-a124-4b28-9c25-de3137b07fa4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 200 len: 217 time: 0.0584857 May 19 12:27:46.491135 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-95eb2359-77d5-41e3-895e-fada8ab1911b None None] Port 20c5c364-3274-4170-8229-3c010171aa57 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:27:46.542542 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328bd09-4b61-4545-91ad-ac2111e89e47 req-4b97db17-a0bd-4080-b116-ab5e26e5b093 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.551695 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4328bd09-4b61-4545-91ad-ac2111e89e47 req-4b97db17-a0bd-4080-b116-ab5e26e5b093 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0653954 May 19 12:27:46.552950 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-eeb843b5-bd42-482e-b26b-43632d3158c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.554908 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-eeb843b5-bd42-482e-b26b-43632d3158c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 200 len: 848 time: 0.0702899 May 19 12:27:46.613494 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4328bd09-4b61-4545-91ad-ac2111e89e47 req-914fd4d0-f828-4957-9372-9105d2d58b16 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605369 May 19 12:27:46.625597 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (20c5c364-3274-4170-8229-3c010171aa57), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:46.792536 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:46.874657 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee684-c8a1-40b6-a834-798a57e9a57e req-4db13eaa-7526-4b32-89ff-16ca30bd9e3c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.877354 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a9ee684-c8a1-40b6-a834-798a57e9a57e req-4db13eaa-7526-4b32-89ff-16ca30bd9e3c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 932 time: 0.1147368 May 19 12:27:46.889484 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6383d-3dc7-4fb0-bc64-5dc2892665d9 req-ad723d70-7cc6-4c22-8aed-764663633626 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.896479 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b6a6383d-3dc7-4fb0-bc64-5dc2892665d9 req-ad723d70-7cc6-4c22-8aed-764663633626 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.1487710 May 19 12:27:46.941198 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-0fe9f0c7-38d9-43e6-a979-a9a66b5ec746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:46.942825 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-0fe9f0c7-38d9-43e6-a979-a9a66b5ec746 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2237e2b2-7c53-4199-a822-e417750a80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3624301 May 19 12:27:47.018956 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a9ee684-c8a1-40b6-a834-798a57e9a57e req-ad38eb53-ac13-44a4-bdc8-292a4f4d83cc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207478 May 19 12:27:47.027512 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b6a6383d-3dc7-4fb0-bc64-5dc2892665d9 req-e79eee16-7cf3-4290-b10e-23100524db77 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191664 May 19 12:27:47.100964 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:47.129343 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2da7c3-a30c-4d46-a4c0-ec70278b30e0 None None] The sync data for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi is: [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:20:48Z', 'revision_number': 4, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '521260b8-d1fa-45fc-991c-475c22612029', 'name': '', 'network_id': '2237e2b2-7c53-4199-a822-e417750a80fa', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'mac_address': 'fa:16:3e:9a:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:48Z', 'updated_at': '2022-05-19T12:20:53Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'subnets': [{'id': '38bacd7d-d26b-4d97-a672-e63870cdd1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:27:47.372571 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c5c364-3274-4170-8229-3c010171aa57 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:47.389323 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Publish callbacks [] for port (20c5c364-3274-4170-8229-3c010171aa57), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:47.417292 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Transition to ACTIVE for port object 20c5c364-3274-4170-8229-3c010171aa57 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:27:47.429724 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb55a6a-0992-4fd7-8ff4-e3d1529bc11f None None] New status for floating IP c76d96ab-e463-4479-9904-0f38ee571754: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:27:47.554984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (20c5c364-3274-4170-8229-3c010171aa57), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:47.630356 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Pushing event updated for resources: {'Port': ['ID=20c5c364-3274-4170-8229-3c010171aa57,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:47.681203 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:47.711312 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:47.737061 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Attempting to bind port 20c5c364-3274-4170-8229-3c010171aa57 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:27:47.737464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Attempting to bind port 20c5c364-3274-4170-8229-3c010171aa57 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:27:47.738114 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Attempting to bind port 20c5c364-3274-4170-8229-3c010171aa57 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:47.745165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Port 20c5c364-3274-4170-8229-3c010171aa57 on network 744c5d15-060b-4067-aa62-eecc19d1b85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:27:47.745946 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Attempting to bind port 20c5c364-3274-4170-8229-3c010171aa57 on network 744c5d15-060b-4067-aa62-eecc19d1b85e {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:27:47.751882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:27:47.752232 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Checking segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:27:47.753038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Bound using segment: {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:27:47.753038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Bound port: 20c5c364-3274-4170-8229-3c010171aa57, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e888fc2-b60c-47a2-a0ac-5168c9afb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:27:47.753441 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (20c5c364-3274-4170-8229-3c010171aa57), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:47.775995 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273344f-fb15-4cf4-a3a6-d561556d21d8 req-7d7b3bca-8746-4f51-98a7-73aa60b47ef6 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:47.779152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0273344f-fb15-4cf4-a3a6-d561556d21d8 req-7d7b3bca-8746-4f51-98a7-73aa60b47ef6 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0541301 May 19 12:27:47.830241 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] For port 20c5c364-3274-4170-8229-3c010171aa57, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:27:47.834703 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] For port 20c5c364-3274-4170-8229-3c010171aa57, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c5c364-3274-4170-8229-3c010171aa57,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:27:47.838221 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0273344f-fb15-4cf4-a3a6-d561556d21d8 req-e174ae1f-1c68-408a-b790-4655dd350cf4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504978 May 19 12:27:47.908879 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:47.940323 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-b22e8fc1-ae8a-4b44-82c1-fa80eae85ad9 service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952468 May 19 12:27:47.949213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (20c5c364-3274-4170-8229-3c010171aa57), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:47.989312 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:47.989947 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:47.991422 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] 10.222.0.81 "PUT /v2.0/ports/20c5c364-3274-4170-8229-3c010171aa57 HTTP/1.1" status: 200 len: 1094 time: 1.5813689 May 19 12:27:48.015411 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd022f-6d0d-4b45-91e0-9fa69ad8c111 service neutron] Pushing event updated for resources: {'Port': ['ID=20c5c364-3274-4170-8229-3c010171aa57,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:48.115967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'tag': '20c5c364-3274-4170-8229-3c010171aa57'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:48.119734 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36632311-f089-4bec-ac1e-d24d8a850a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "tag": "20c5c364-3274-4170-8229-3c010171aa57"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:48.185911 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d09cf-1098-4f41-8c02-36be87a86a59 req-3f09f989-7578-4f2b-abac-0b0f0d9fcb8c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:48.190774 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8a7d09cf-1098-4f41-8c02-36be87a86a59 req-3f09f989-7578-4f2b-abac-0b0f0d9fcb8c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 944 time: 0.0715661 May 19 12:27:48.239288 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772928-e362-4c9b-ad3d-1fa1ba7b0281 req-7ad5153d-1724-4078-998d-0ea73dc6cc72 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:48.240740 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f772928-e362-4c9b-ad3d-1fa1ba7b0281 req-7ad5153d-1724-4078-998d-0ea73dc6cc72 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0818393 May 19 12:27:48.290392 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8a7d09cf-1098-4f41-8c02-36be87a86a59 req-70a90b39-c07f-4b3f-a1c8-f5dbf45b5f06 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850885 May 19 12:27:48.320460 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f772928-e362-4c9b-ad3d-1fa1ba7b0281 req-e35954d8-0984-45c6-b3c8-1320a43708b5 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714254 May 19 12:27:48.344235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d631ce7-261f-4fc6-8425-f69f14080999 x-openstack-request-id: req-6d631ce7-261f-4fc6-8425-f69f14080999 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:48.344522 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "tag": "20c5c364-3274-4170-8229-3c010171aa57", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:48.344772 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d631ce7-261f-4fc6-8425-f69f14080999 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:48.345172 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d631ce7-261f-4fc6-8425-f69f14080999'] response: {'name': 'network-changed', 'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'tag': '20c5c364-3274-4170-8229-3c010171aa57', 'status': 'completed', 'code': 200} May 19 12:27:48.470878 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5355f8e5-cfe7-49de-b3ce-5f125545b248 req-b79077ef-c33a-468e-b6ac-a3254b1cfeca service neutron] 10.222.0.81 "GET /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129396 May 19 12:27:48.815920 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632311-f089-4bec-ac1e-d24d8a850a2d req-581fad93-a126-4f9c-a941-8927ded99604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:48.817531 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-36632311-f089-4bec-ac1e-d24d8a850a2d req-581fad93-a126-4f9c-a941-8927ded99604 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 1128 time: 0.0444846 May 19 12:27:48.970317 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f5cf-4abc-48af-8854-387bbe0ff4c5 req-66d0301e-6f76-4a89-91e6-2d65bcaa09a0 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:48.971920 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8e5f5cf-4abc-48af-8854-387bbe0ff4c5 req-66d0301e-6f76-4a89-91e6-2d65bcaa09a0 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0596833 May 19 12:27:49.033760 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b8e5f5cf-4abc-48af-8854-387bbe0ff4c5 req-88abb945-2bd7-4970-a3c6-b593773dc3e4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548439 May 19 12:27:49.195509 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48914) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:49.297320 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.322495 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2371f7fb-309e-4c10-80e6-4e30225aa93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.412779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2371f7fb-309e-4c10-80e6-4e30225aa93c admin admin] Publish callbacks [] for security_group (5794a8b1-7d7f-4e16-a119-03b6c357d3a9), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.431165 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934ab0-6ced-4bc2-9572-fb06abdcaa03 req-7af38070-e646-4753-802a-4074ba29054a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:49.432862 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a934ab0-6ced-4bc2-9572-fb06abdcaa03 req-7af38070-e646-4753-802a-4074ba29054a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 944 time: 0.0625949 May 19 12:27:49.469289 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:49.482849 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5662ed-5454-4a5b-a185-abcc37213769 req-ed0bbe45-1d00-4cc7-b909-9a8358e15f8c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:49.484434 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f5662ed-5454-4a5b-a185-abcc37213769 req-ed0bbe45-1d00-4cc7-b909-9a8358e15f8c tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0719059 May 19 12:27:49.485859 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2371f7fb-309e-4c10-80e6-4e30225aa93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5794a8b1-7d7f-4e16-a119-03b6c357d3a9), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.526671 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2371f7fb-309e-4c10-80e6-4e30225aa93c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a22db288abd45aba333be3640ead9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294659 May 19 12:27:49.527567 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371f7fb-309e-4c10-80e6-4e30225aa93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5794a8b1-7d7f-4e16-a119-03b6c357d3a9,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:49.530230 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 48922) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:49.530461 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a934ab0-6ced-4bc2-9572-fb06abdcaa03 req-7f869f24-38e0-4960-8bb2-7b102b4ac1db tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805666 May 19 12:27:49.569391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f5662ed-5454-4a5b-a185-abcc37213769 req-80c27b18-db0b-4288-8eab-3257e51fec1b tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747843 May 19 12:27:49.592051 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed19e-926a-40a6-a3f6-ce8a31275264 admin admin] Publish callbacks [] for security_group (5794a8b1-7d7f-4e16-a119-03b6c357d3a9), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.613635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed19e-926a-40a6-a3f6-ce8a31275264 admin admin] Publish callbacks [] for security_group (5794a8b1-7d7f-4e16-a119-03b6c357d3a9), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.748451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed19e-926a-40a6-a3f6-ce8a31275264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5794a8b1-7d7f-4e16-a119-03b6c357d3a9), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.750999 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ad1ed19e-926a-40a6-a3f6-ce8a31275264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:49.752200 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ad1ed19e-926a-40a6-a3f6-ce8a31275264 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5794a8b1-7d7f-4e16-a119-03b6c357d3a9 HTTP/1.1" status: 204 len: 168 time: 0.2152803 May 19 12:27:49.760644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ed19e-926a-40a6-a3f6-ce8a31275264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5794a8b1-7d7f-4e16-a119-03b6c357d3a9,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:50.125672 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:50.140002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:50.170752 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b198365-6757-4f7f-9a7a-8cce75fd4fb2 req-1ff6f345-7c94-471d-8b5e-1b5489fc24a1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.172523 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1b198365-6757-4f7f-9a7a-8cce75fd4fb2 req-1ff6f345-7c94-471d-8b5e-1b5489fc24a1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0580568 May 19 12:27:50.202721 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632311-f089-4bec-ac1e-d24d8a850a2d req-36bece21-d05d-4fa0-91b9-03d629ca6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.205328 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-36632311-f089-4bec-ac1e-d24d8a850a2d req-36bece21-d05d-4fa0-91b9-03d629ca6da4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d2de86d602945238f5df0e2c388004f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1783657 May 19 12:27:50.220865 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-af2ad125-ec30-4f29-b2d9-4b4d2ee90006 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.223453 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-af2ad125-ec30-4f29-b2d9-4b4d2ee90006 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.81 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.1051173 May 19 12:27:50.244582 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1b198365-6757-4f7f-9a7a-8cce75fd4fb2 req-3f1aabd6-a274-4e52-b4df-2cf74db08bbb tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589087 May 19 12:27:50.517992 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Deleting port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:27:50.518873 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:50.570433 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:50.574745 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632311-f089-4bec-ac1e-d24d8a850a2d req-09968d6a-0b59-4e82-b18a-a2ee0811aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.576512 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-36632311-f089-4bec-ac1e-d24d8a850a2d req-09968d6a-0b59-4e82-b18a-a2ee0811aaf3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056613 May 19 12:27:50.642368 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] For port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:50.642751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:50.684215 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Calling delete_port for d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:27:50.706656 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-9442e4d5-b781-4a54-b2ef-74d3f5984821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.708240 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-9442e4d5-b781-4a54-b2ef-74d3f5984821 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 1128 time: 0.0619893 May 19 12:27:50.717538 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cba90a-a5bf-4a31-9777-5d9a8339b0da req-705ad4b2-60f9-40f4-b030-e8aa3b8515bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.719110 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89cba90a-a5bf-4a31-9777-5d9a8339b0da req-705ad4b2-60f9-40f4-b030-e8aa3b8515bc tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 944 time: 0.0926378 May 19 12:27:50.735646 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402e902-c8e2-499f-b8a5-d52c0d89aafd req-94085638-9c88-412e-a0c8-b8eeabf17210 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.737303 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e402e902-c8e2-499f-b8a5-d52c0d89aafd req-94085638-9c88-412e-a0c8-b8eeabf17210 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 945 time: 0.0757179 May 19 12:27:50.789996 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-f38f6ab7-49e2-491b-ae38-0585624a12be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20c5c364-3274-4170-8229-3c010171aa57 HTTP/1.1" status: 200 len: 217 time: 0.0507822 May 19 12:27:50.824452 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89cba90a-a5bf-4a31-9777-5d9a8339b0da req-99b76363-3c52-4cab-896f-46214d7eb1e3 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861297 May 19 12:27:50.829871 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e402e902-c8e2-499f-b8a5-d52c0d89aafd req-6eeb0e9c-0b47-459b-9a81-ae020af0a9e4 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/security-groups?id=a50de36d-91b3-4ed3-8e00-d98f7c365656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817299 May 19 12:27:50.871424 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-5070d630-c582-4beb-b8f9-5d50429cd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.872962 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-5070d630-c582-4beb-b8f9-5d50429cd71d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0737550 May 19 12:27:50.958313 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-1d6cf962-10d3-4195-92e2-77c37d572cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:50.960052 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-1d6cf962-10d3-4195-92e2-77c37d572cf5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0778072 May 19 12:27:51.035319 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:51.082748 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event deleted for resources: {'Port': ['ID=d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:51.096000 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-93df4cc1-60e9-4aa9-95de-ea21c0038c7e service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292269 May 19 12:27:51.192883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] No DVR routers for this DVR port d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:27:51.196733 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:51.200410 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-94be759d-ef3c-4684-8148-081fc4d24e93 req-fdd0abde-ba43-40a0-bda2-d08f68976c73 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.81 "DELETE /v2.0/ports/d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf HTTP/1.1" status: 204 len: 173 time: 0.8373895 May 19 12:27:51.200877 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-deleted', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:51.203209 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdbef02-76d7-4b9b-aa95-ba6d7288b0b8" -d '{"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-deleted", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:51.216235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:51.260398 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a51f5f24-4acd-4d77-bb94-fe225099e1c7 req-2193c4e7-9c92-40c7-8151-bd8b8988bba8 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576486 May 19 12:27:51.262119 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb5426-baea-434c-92b2-52d5e6423b83 x-openstack-request-id: req-52cb5426-baea-434c-92b2-52d5e6423b83 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:51.262432 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431305d-b1c8-46c1-9625-0d2e0643174e", "name": "network-vif-deleted", "tag": "d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:51.262736 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52cb5426-baea-434c-92b2-52d5e6423b83 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:51.263177 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cb5426-baea-434c-92b2-52d5e6423b83'] response: {'server_uuid': '9431305d-b1c8-46c1-9625-0d2e0643174e', 'name': 'network-vif-deleted', 'tag': 'd1aaf37f-d3ed-4dc1-91e2-f291ae051dbf', 'status': 'completed', 'code': 200} May 19 12:27:51.379391 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c550-e5c3-4782-8bed-007c5f4bdf33 req-a2684e1a-f6df-48ce-9151-62b051595284 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:51.380867 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5681c550-e5c3-4782-8bed-007c5f4bdf33 req-a2684e1a-f6df-48ce-9151-62b051595284 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.0555224 May 19 12:27:51.437110 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5681c550-e5c3-4782-8bed-007c5f4bdf33 req-fa807ffc-c6c3-4b05-b0a0-56a73e3bf8a2 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496316 May 19 12:27:51.981990 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189065a2-7ecf-440f-b00d-60b54824bdd4 req-eb3e3d83-00bf-4e8c-84d1-c0808353dbb8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:51.984480 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-189065a2-7ecf-440f-b00d-60b54824bdd4 req-eb3e3d83-00bf-4e8c-84d1-c0808353dbb8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 944 time: 0.0812736 May 19 12:27:52.039512 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-189065a2-7ecf-440f-b00d-60b54824bdd4 req-163e90a3-e3b5-4225-88d2-830c378ba355 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478833 May 19 12:27:52.171232 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-db06d6f4-2058-481e-be91-df9f6db7be4f req-446e6deb-3889-4a92-a1e3-84865bf8fc22 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.2588894 May 19 12:27:52.616326 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98953e5-545b-4c38-910a-a8061f0f3450 req-bbacfe7e-035b-46c5-a57a-99206fdddc50 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:52.617978 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f98953e5-545b-4c38-910a-a8061f0f3450 req-bbacfe7e-035b-46c5-a57a-99206fdddc50 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 944 time: 0.1082850 May 19 12:27:52.677953 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f98953e5-545b-4c38-910a-a8061f0f3450 req-b44347ba-b550-45b5-8792-ce2eb31d146f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533080 May 19 12:27:53.154125 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 8f049042-efb1-4f34-b024-4e6aa097edab details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:27:53.167635 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:27:53.168893 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb44e3-9481-4041-9392-6d4324b71182 req-bcae46ea-dc1b-4630-910f-06e7ca26b1ed tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:53.170523 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2dbb44e3-9481-4041-9392-6d4324b71182 req-bcae46ea-dc1b-4630-910f-06e7ca26b1ed tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 944 time: 0.0578856 May 19 12:27:53.193996 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:27:53.194342 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device d1aaf37f-d3ed-4dc1-91e2-f291ae051dbf not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:27:53.244411 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2dbb44e3-9481-4041-9392-6d4324b71182 req-5498c93e-ad18-48a5-a243-abd4f0455589 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625641 May 19 12:27:53.300838 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 8f049042-efb1-4f34-b024-4e6aa097edab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f049042-efb1-4f34-b024-4e6aa097edab,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:53.306835 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a9dd151d-e053-4480-a624-90a3baa8e390 req-ed5346b3-3467-41c7-b0bb-601bd01c473d tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0315197 May 19 12:27:53.313751 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '8f049042-efb1-4f34-b024-4e6aa097edab', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'port_id': '8f049042-efb1-4f34-b024-4e6aa097edab', 'mac_address': 'fa:16:3e:9f:88:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:27:53.358666 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 8f049042-efb1-4f34-b024-4e6aa097edab is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:53.359613 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:53.372703 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f049042-efb1-4f34-b024-4e6aa097edab {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:53.393930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 8f049042-efb1-4f34-b024-4e6aa097edab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f049042-efb1-4f34-b024-4e6aa097edab,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:53.519821 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:53.569643 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=8f049042-efb1-4f34-b024-4e6aa097edab,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:53.577290 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.577640 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.577977 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.578311 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.578637 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.578960 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.579280 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.579596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.579941 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.580264 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.580582 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.580903 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.581216 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.581543 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.581894 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:27:53.798311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f6d2-a996-4321-baee-4f5b6bf0b747 req-3fda618e-1142-4ba1-9b7c-bca3515fcc0f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:53.799865 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fdf4f6d2-a996-4321-baee-4f5b6bf0b747 req-3fda618e-1142-4ba1-9b7c-bca3515fcc0f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 945 time: 0.0494938 May 19 12:27:53.852249 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fdf4f6d2-a996-4321-baee-4f5b6bf0b747 req-cd664ff9-2a78-478e-99bc-94b86548502a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466456 May 19 12:27:54.014087 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['8f049042-efb1-4f34-b024-4e6aa097edab'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:27:54.148175 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:54.183628 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:54.335817 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-f0566044-467e-42d1-89fd-22d3070cfc51 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414348 May 19 12:27:54.384449 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea3a92-35e3-4fac-a856-4e892e564bb4 req-2470e0e8-f774-4d2e-8915-4f25b5e599e7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.392466 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-42ea3a92-35e3-4fac-a856-4e892e564bb4 req-2470e0e8-f774-4d2e-8915-4f25b5e599e7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 944 time: 0.0735898 May 19 12:27:54.439860 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-464b9cf7-53c3-477d-8db0-4304d2219255 req-c5691618-b652-4ddd-8dbc-c6fb97ada584 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0370703 May 19 12:27:54.450446 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-6d4dc632-9042-40ba-916c-6e7588611f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.452078 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-6d4dc632-9042-40ba-916c-6e7588611f85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1130 time: 0.0448263 May 19 12:27:54.473923 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-42ea3a92-35e3-4fac-a856-4e892e564bb4 req-a44ca297-c433-447f-9b36-ee4574b613f6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806365 May 19 12:27:54.582816 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-cb42387f-6527-41f1-b3df-26ba91e9a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.584412 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-cb42387f-6527-41f1-b3df-26ba91e9a3fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1070738 May 19 12:27:54.653478 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-5c679dd9-1f85-4053-8a9b-c9ca227f7573 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 1002 time: 0.0598853 May 19 12:27:54.716814 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-24a100cb-df41-4c8c-b39b-6cecb90ddfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.718301 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-24a100cb-df41-4c8c-b39b-6cecb90ddfd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0466533 May 19 12:27:54.769540 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-c80e8a0f-2113-4200-bff6-274fb63e4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.771073 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-c80e8a0f-2113-4200-bff6-274fb63e4f80 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450218 May 19 12:27:54.970375 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c120a3f-c37a-4276-abbf-5d283a008395 req-1e4f506a-e549-46fd-97e8-caa920b7a3df tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:54.971897 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0c120a3f-c37a-4276-abbf-5d283a008395 req-1e4f506a-e549-46fd-97e8-caa920b7a3df tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 945 time: 0.0489287 May 19 12:27:55.026274 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0c120a3f-c37a-4276-abbf-5d283a008395 req-567f2724-735c-4b87-ac54-ce447e9e5889 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483520 May 19 12:27:55.171223 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-1d909f41-cbfc-4eeb-96af-899cb86ebc51 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935550 May 19 12:27:55.181200 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 20c5c364-3274-4170-8229-3c010171aa57 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:27:55.193789 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 8f049042-efb1-4f34-b024-4e6aa097edab up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:55.254252 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:55.279441 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-d79dd699-00f9-4fb3-9c32-fb762eb6f4b7 req-5dfde584-7dda-4522-93a8-9545f74ee102 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023090 May 19 12:27:55.296357 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 8f049042-efb1-4f34-b024-4e6aa097edab completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:27:55.335363 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 20c5c364-3274-4170-8229-3c010171aa57, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c5c364-3274-4170-8229-3c010171aa57,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:55.346744 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '20c5c364-3274-4170-8229-3c010171aa57', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'port_id': '20c5c364-3274-4170-8229-3c010171aa57', 'mac_address': 'fa:16:3e:5b:42:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:27:55.389924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 8f049042-efb1-4f34-b024-4e6aa097edab triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:55.390295 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.422593 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 20c5c364-3274-4170-8229-3c010171aa57 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:55.422999 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (20c5c364-3274-4170-8229-3c010171aa57), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.445915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c5c364-3274-4170-8229-3c010171aa57 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:27:55.474626 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 20c5c364-3274-4170-8229-3c010171aa57, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c5c364-3274-4170-8229-3c010171aa57,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:55.509991 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 8f049042-efb1-4f34-b024-4e6aa097edab is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:55.510163 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.536573 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:55.538825 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca491d9-a7b4-4012-8317-ccdb9788ae2b" -d '{"events": [{"server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "name": "network-vif-plugged", "status": "completed", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:55.565167 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 8f049042-efb1-4f34-b024-4e6aa097edab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f049042-efb1-4f34-b024-4e6aa097edab,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:55.566835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (20c5c364-3274-4170-8229-3c010171aa57), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.614388 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c2dd85d-860c-4315-90da-45f84f92e331 req-d45ad3ce-59b3-4f7c-8112-51beb29702cb tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "GET /v2.0/ports?device_id=9431305d-b1c8-46c1-9625-0d2e0643174e HTTP/1.1" status: 200 len: 210 time: 0.0552070 May 19 12:27:55.618392 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=20c5c364-3274-4170-8229-3c010171aa57,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:55.644717 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191004c9-125b-4b05-a030-1c9753d586ed req-f2599275-3d3a-4efa-95a8-746c51cd81fb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:55.646266 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-191004c9-125b-4b05-a030-1c9753d586ed req-f2599275-3d3a-4efa-95a8-746c51cd81fb tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 945 time: 0.0773084 May 19 12:27:55.660152 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:55.660300 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:55.667684 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a2c5ec-01ee-4224-b569-6376e8b70ac6 x-openstack-request-id: req-60a2c5ec-01ee-4224-b569-6376e8b70ac6 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:55.668019 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "name": "network-vif-plugged", "status": "completed", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:55.668270 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60a2c5ec-01ee-4224-b569-6376e8b70ac6 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:55.668664 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a2c5ec-01ee-4224-b569-6376e8b70ac6'] response: {'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab', 'code': 200} May 19 12:27:55.669996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:55.711045 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-191004c9-125b-4b05-a030-1c9753d586ed req-f13cd68b-c07a-4dac-a5c3-2f5abff4eead tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585716 May 19 12:27:55.717641 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=8f049042-efb1-4f34-b024-4e6aa097edab,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:56.038203 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['20c5c364-3274-4170-8229-3c010171aa57'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:27:56.145572 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:56.147551 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a65e05-7653-4a48-bcd0-a970a0412b34 req-a8261546-5d8c-43fa-ac77-9578cf838bec tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:56.149158 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-46a65e05-7653-4a48-bcd0-a970a0412b34 req-a8261546-5d8c-43fa-ac77-9578cf838bec tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0487137 May 19 12:27:56.207998 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-46a65e05-7653-4a48-bcd0-a970a0412b34 req-c287f7bc-050d-44bd-a302-6fd6d56c9900 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518038 May 19 12:27:56.226113 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73993af-2941-498a-a77b-4de9205e3afd req-ad900395-d9e4-4ea6-a402-853ac9d13923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:56.230588 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c73993af-2941-498a-a77b-4de9205e3afd req-ad900395-d9e4-4ea6-a402-853ac9d13923 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 1130 time: 0.0411701 May 19 12:27:56.275206 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c73993af-2941-498a-a77b-4de9205e3afd req-1a5b3a9b-c827-4feb-9420-6acc151044f1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 May 19 12:27:56.678348 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49018) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:56.751593 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c9047c30-1c80-4965-aac0-a3c01b3c9ea0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group (a50de36d-91b3-4ed3-8e00-d98f7c365656), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:56.780165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c9047c30-1c80-4965-aac0-a3c01b3c9ea0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group (a50de36d-91b3-4ed3-8e00-d98f7c365656), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:56.840824 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa966-c6ca-473d-b40b-bf3943cafc74 req-02a3fbc9-20ef-44df-9707-dd15a712a959 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:56.842559 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ab6fa966-c6ca-473d-b40b-bf3943cafc74 req-02a3fbc9-20ef-44df-9707-dd15a712a959 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 945 time: 0.0511575 May 19 12:27:56.891441 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ab6fa966-c6ca-473d-b40b-bf3943cafc74 req-11625d37-8ec2-46a2-a9db-0a9070e1577e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 May 19 12:27:57.039874 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c9047c30-1c80-4965-aac0-a3c01b3c9ea0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (a50de36d-91b3-4ed3-8e00-d98f7c365656), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.043024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c9047c30-1c80-4965-aac0-a3c01b3c9ea0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.044261 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c9047c30-1c80-4965-aac0-a3c01b3c9ea0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] 10.222.0.23 "DELETE /v2.0/security-groups/a50de36d-91b3-4ed3-8e00-d98f7c365656 HTTP/1.1" status: 204 len: 168 time: 0.3557241 May 19 12:27:57.060205 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9047c30-1c80-4965-aac0-a3c01b3c9ea0 tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50de36d-91b3-4ed3-8e00-d98f7c365656,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:57.103179 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=20 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:57.105108 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=54 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:57.181966 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 20c5c364-3274-4170-8229-3c010171aa57 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:27:57.196965 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49024) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:57.224861 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:57.227664 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 20c5c364-3274-4170-8229-3c010171aa57 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:27:57.302971 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 20c5c364-3274-4170-8229-3c010171aa57 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:27:57.303375 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (20c5c364-3274-4170-8229-3c010171aa57), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.334517 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0633e-f66d-4ba7-980d-618ceabc4c70 req-84203884-e034-42a1-84d2-8cc88192439d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:57.336137 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-16b0633e-f66d-4ba7-980d-618ceabc4c70 req-84203884-e034-42a1-84d2-8cc88192439d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0554481 May 19 12:27:57.383930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 20c5c364-3274-4170-8229-3c010171aa57 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:27:57.384314 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (20c5c364-3274-4170-8229-3c010171aa57), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.394252 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-16b0633e-f66d-4ba7-980d-618ceabc4c70 req-5313b822-979d-4104-ae9f-71db8f252f00 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500696 May 19 12:27:57.424912 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 20c5c364-3274-4170-8229-3c010171aa57, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c5c364-3274-4170-8229-3c010171aa57,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:57.498408 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (20c5c364-3274-4170-8229-3c010171aa57), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.550298 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=20c5c364-3274-4170-8229-3c010171aa57,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:57.576038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:57.659605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (ce04c6b0-d2f0-4810-9087-193e6311269f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:57.669559 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c5c364-3274-4170-8229-3c010171aa57'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:27:57.672267 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d9f04a-3373-4756-b6b9-76076357def7" -d '{"events": [{"server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "name": "network-vif-plugged", "status": "completed", "tag": "20c5c364-3274-4170-8229-3c010171aa57"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:27:57.710792 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0863dc-635d-4188-b11d-f031e6d75e23 x-openstack-request-id: req-bb0863dc-635d-4188-b11d-f031e6d75e23 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:27:57.711088 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "name": "network-vif-plugged", "status": "completed", "tag": "20c5c364-3274-4170-8229-3c010171aa57", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:27:57.711339 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb0863dc-635d-4188-b11d-f031e6d75e23 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:27:57.711735 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0863dc-635d-4188-b11d-f031e6d75e23'] response: {'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c5c364-3274-4170-8229-3c010171aa57', 'code': 200} May 19 12:27:57.867882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:57.914928 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Deleting port 521260b8-d1fa-45fc-991c-475c22612029 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:27:57.915320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (521260b8-d1fa-45fc-991c-475c22612029), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:58.007421 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] For port 521260b8-d1fa-45fc-991c-475c22612029, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=521260b8-d1fa-45fc-991c-475c22612029,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:58.007779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (521260b8-d1fa-45fc-991c-475c22612029), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:58.023291 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Calling delete_port for 521260b8-d1fa-45fc-991c-475c22612029 owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:27:58.032971 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f44f3-6039-4ccc-bb1a-a10181305053 req-e73fdfca-95a8-4711-8f3f-d6f018e1078a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:58.034580 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f7f44f3-6039-4ccc-bb1a-a10181305053 req-e73fdfca-95a8-4711-8f3f-d6f018e1078a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0525408 May 19 12:27:58.089384 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f7f44f3-6039-4ccc-bb1a-a10181305053 req-191033a5-4735-4733-86f2-1ca81e6bbb11 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 May 19 12:27:58.208461 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:58.291317 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (521260b8-d1fa-45fc-991c-475c22612029), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:58.317630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=521260b8-d1fa-45fc-991c-475c22612029,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:58.545624 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b1bba-484b-49ad-aa11-3232d6570513 req-dcc985ba-26c9-4c1b-a94d-d11ec84721f9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:58.554304 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a4b1bba-484b-49ad-aa11-3232d6570513 req-dcc985ba-26c9-4c1b-a94d-d11ec84721f9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0678532 May 19 12:27:58.585145 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (ce04c6b0-d2f0-4810-9087-193e6311269f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:58.608070 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6a4b1bba-484b-49ad-aa11-3232d6570513 req-a4695bc1-7c33-4585-8612-6d78b5fa6548 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525980 May 19 12:27:58.741366 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feee0b-5c18-4c43-a222-ef6a8826c9f0 req-502a9b39-6379-4a68-97f1-6acb618f1b48 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:58.742996 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-97feee0b-5c18-4c43-a222-ef6a8826c9f0 req-502a9b39-6379-4a68-97f1-6acb618f1b48 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0541940 May 19 12:27:58.810903 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-97feee0b-5c18-4c43-a222-ef6a8826c9f0 req-9f8efa8f-edfd-48b3-b307-421a24ca0fd7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601931 May 19 12:27:58.835009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49046) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:58.974685 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c56b-64ab-4681-86d7-2458d9b46449 req-26f93f9e-5e74-4aa2-8c0f-ab132cde4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:58.976232 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8b47c56b-64ab-4681-86d7-2458d9b46449 req-26f93f9e-5e74-4aa2-8c0f-ab132cde4ac7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 1130 time: 0.0818558 May 19 12:27:58.993561 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee514e1-16d4-4874-b7e2-c5fb8aead393 tempest-TestVolumeBootPattern-673274874 tempest-TestVolumeBootPattern-673274874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:58.997740 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-0ee514e1-16d4-4874-b7e2-c5fb8aead393 tempest-TestVolumeBootPattern-673274874 tempest-TestVolumeBootPattern-673274874-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 1125 time: 0.1598382 May 19 12:27:58.999031 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49054) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:59.003947 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'port_id': '8f049042-efb1-4f34-b024-4e6aa097edab', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:27:59.074892 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8b47c56b-64ab-4681-86d7-2458d9b46449 req-de7fd4c1-d5b9-43fd-9ab3-1aeb98bc3d4c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909846 May 19 12:27:59.131778 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.143138 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Router ce04c6b0-d2f0-4810-9087-193e6311269f has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:27:59.251877 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070429-c675-4466-a411-5e5e27e7a7d8 req-5dffb01b-72de-4dc3-ae56-6de46f8ca374 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:27:59.253622 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e070429-c675-4466-a411-5e5e27e7a7d8 req-5dffb01b-72de-4dc3-ae56-6de46f8ca374 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0701904 May 19 12:27:59.276580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:27:59.285320 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-db54aa64-7307-4e80-ac87-9780175184c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/ce04c6b0-d2f0-4810-9087-193e6311269f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0844588 May 19 12:27:59.285494 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.285598 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49060) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:27:59.288859 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] Sync routers for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:27:59.304580 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:59.305216 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:59.353107 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6e070429-c675-4466-a411-5e5e27e7a7d8 req-a9d99831-e5c9-4b03-b85e-5a718a218c79 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882268 May 19 12:27:59.412055 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks [] for router (ce04c6b0-d2f0-4810-9087-193e6311269f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.423731 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:59.437251 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Allocated IP 172.27.1.130 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/e0f0425e-237a-4e9e-84f1-b0a6df57aa65) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:27:59.442852 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.450617 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.491253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.516220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks [] for router_gateway (ce04c6b0-d2f0-4810-9087-193e6311269f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.550648 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.600089 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:27:58Z', 'revision_number': 5, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port': {'id': '003aebc0-da4e-4e06-bd3a-2610483b8758', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:de:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:45Z', 'updated_at': '2022-05-19T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:59.630039 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] Checking router: ce04c6b0-d2f0-4810-9087-193e6311269f for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:27:59.640224 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] Routers {'ce04c6b0-d2f0-4810-9087-193e6311269f'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:27:59.640840 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['ce04c6b0-d2f0-4810-9087-193e6311269f'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:59.655801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Deleting port 003aebc0-da4e-4e06-bd3a-2610483b8758 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:27:59.656383 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.702902 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.724995 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] Set router ce04c6b0-d2f0-4810-9087-193e6311269f gateway port host: None {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:27:59.753198 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:27:59.761518 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:27:59.764682 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:27:59.767287 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] For port 003aebc0-da4e-4e06-bd3a-2610483b8758, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=003aebc0-da4e-4e06-bd3a-2610483b8758,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:27:59.767938 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:27:59.780030 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:27:59Z', 'revision_number': 6, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port_host': None}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:27:59.781160 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:27:59.785823 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Calling delete_port for 003aebc0-da4e-4e06-bd3a-2610483b8758 owned by network:router_gateway {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:27:59.798555 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=e0f0425e-237a-4e9e-84f1-b0a6df57aa65,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:27:59.808636 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c92f91-aa06-4757-bdf1-c78946c2940c None None] The sync data for ids ['ce04c6b0-d2f0-4810-9087-193e6311269f'] in dv-cinder-804757-28-iscsi is: [{'id': 'ce04c6b0-d2f0-4810-9087-193e6311269f', 'name': 'tempest-TestShelveInstance-1188600431-router', 'tenant_id': '0beba4cdb9854497b6cedd3e76059e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:44Z', 'updated_at': '2022-05-19T12:27:59Z', 'revision_number': 6, 'project_id': '0beba4cdb9854497b6cedd3e76059e12', 'gw_port_host': None}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:00.098096 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (003aebc0-da4e-4e06-bd3a-2610483b8758), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.132562 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Pushing event deleted for resources: {'Port': ['ID=003aebc0-da4e-4e06-bd3a-2610483b8758,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:00.216591 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (ce04c6b0-d2f0-4810-9087-193e6311269f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.321791 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (ce04c6b0-d2f0-4810-9087-193e6311269f), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.325105 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks [] for router_controller (ce04c6b0-d2f0-4810-9087-193e6311269f), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.339770 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:00.397512 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (1b17c23f-fd73-46e3-9c4a-4b26113b7610), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.468552 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (ce04c6b0-d2f0-4810-9087-193e6311269f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.469743 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce04c6b0-d2f0-4810-9087-193e6311269f {{(pid=104217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:28:00.476037 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.480736 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49074) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:00.482082 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2b31691e-73b5-4680-b215-24d5d9b5886e admin admin] 10.222.0.23 "DELETE /v2.0/routers/ce04c6b0-d2f0-4810-9087-193e6311269f HTTP/1.1" status: 204 len: 168 time: 1.1952193 May 19 12:28:00.535151 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564cf95-68a2-46d5-87d2-529fd1481860 req-9596dd3a-b31f-4d28-a825-58a0ab6cc5f6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:00.536671 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2564cf95-68a2-46d5-87d2-529fd1481860 req-9596dd3a-b31f-4d28-a825-58a0ab6cc5f6 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0918572 May 19 12:28:00.542346 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Deleting subnet 38bacd7d-d26b-4d97-a672-e63870cdd1f6 {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:28:00.560630 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Publish callbacks [] for subnet (38bacd7d-d26b-4d97-a672-e63870cdd1f6), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.660049 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10076702'] for subnet (38bacd7d-d26b-4d97-a672-e63870cdd1f6), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.699508 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2564cf95-68a2-46d5-87d2-529fd1481860 req-78c55051-d746-4579-93cf-1724ab633cc7 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545775 May 19 12:28:00.702539 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:00.767541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:00.856340 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (38bacd7d-d26b-4d97-a672-e63870cdd1f6), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.037008 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.085617 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084021'] for subnet (38bacd7d-d26b-4d97-a672-e63870cdd1f6), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.113085 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38bacd7d-d26b-4d97-a672-e63870cdd1f6,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:01.120785 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.124658 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b3493e7a-0169-4c76-b997-72291aee6e01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/38bacd7d-d26b-4d97-a672-e63870cdd1f6 HTTP/1.1" status: 204 len: 168 time: 0.6429079 May 19 12:28:01.126077 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.126729 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49082) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:01.128041 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025926cd-8cff-464a-a3d9-89813ab6d322 None None] Network 2237e2b2-7c53-4199-a822-e417750a80fa requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:28:01.207706 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=e0f0425e-237a-4e9e-84f1-b0a6df57aa65,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:01.212922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (2237e2b2-7c53-4199-a822-e417750a80fa), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.219443 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (1b17c23f-fd73-46e3-9c4a-4b26113b7610), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.265451 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Deleting port a8b39793-b5dc-4142-bc67-395cd5765664 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:01.265808 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.268884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:01.345070 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] For port a8b39793-b5dc-4142-bc67-395cd5765664, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a8b39793-b5dc-4142-bc67-395cd5765664,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:01.345441 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.355691 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] DHCP port deletion for 2237e2b2-7c53-4199-a822-e417750a80fa request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:28:01.360934 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Calling delete_port for a8b39793-b5dc-4142-bc67-395cd5765664 owned by network:dhcp {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:01.364516 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Floating IP 1b17c23f-fd73-46e3-9c4a-4b26113b7610 associated. External IP: 172.27.1.130, port: 8f049042-efb1-4f34-b024-4e6aa097edab. May 19 12:28:01.396040 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] Deleting port a8b39793-b5dc-4142-bc67-395cd5765664 {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:01.396419 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.455388 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:01.464331 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] For port a8b39793-b5dc-4142-bc67-395cd5765664, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a8b39793-b5dc-4142-bc67-395cd5765664,segment=NetworkSegment(0e681189-a67b-41b9-9db6-612efdd985e6),segment_id=0e681189-a67b-41b9-9db6-612efdd985e6)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:01.464790 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.483357 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] Calling delete_port for a8b39793-b5dc-4142-bc67-395cd5765664 owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:01.542484 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.564294 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (a8b39793-b5dc-4142-bc67-395cd5765664), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.570767 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] No DVR routers for this DVR port a8b39793-b5dc-4142-bc67-395cd5765664 on host dv-cinder-804757-28-iscsi {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:01.575164 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b39793-b5dc-4142-bc67-395cd5765664,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:01.594794 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] Pushing event deleted for resources: {'Port': ['ID=a8b39793-b5dc-4142-bc67-395cd5765664,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:01.598457 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee57261-ee93-4759-9bf3-5828ebec244f None None] No DVR routers for this DVR port a8b39793-b5dc-4142-bc67-395cd5765664 on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:01.616095 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:01.661058 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (2237e2b2-7c53-4199-a822-e417750a80fa), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.683565 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2237e2b2-7c53-4199-a822-e417750a80fa']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:01.694049 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e681189-a67b-41b9-9db6-612efdd985e6') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:01.694360 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e681189-a67b-41b9-9db6-612efdd985e6') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:01.707040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (0e681189-a67b-41b9-9db6-612efdd985e6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.725299 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (0e681189-a67b-41b9-9db6-612efdd985e6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.739050 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:28:01.739742 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (0e681189-a67b-41b9-9db6-612efdd985e6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:28:01.741862 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:28:01.757934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:01.772164 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:01.795459 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:01.796484 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:01.836546 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 003aebc0-da4e-4e06-bd3a-2610483b8758 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:01.856976 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5df26-3ad6-4a0b-b093-77ab9e6f0205 req-01ecf8c9-a2cb-4f4f-b42d-4754ba665209 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:01.858485 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37b5df26-3ad6-4a0b-b093-77ab9e6f0205 req-01ecf8c9-a2cb-4f4f-b42d-4754ba665209 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0522285 May 19 12:28:01.863645 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 003aebc0-da4e-4e06-bd3a-2610483b8758 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:01.864026 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 003aebc0-da4e-4e06-bd3a-2610483b8758 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:01.864449 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a8b39793-b5dc-4142-bc67-395cd5765664 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:01.879476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.886639 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: a8b39793-b5dc-4142-bc67-395cd5765664 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:01.886639 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a8b39793-b5dc-4142-bc67-395cd5765664 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:01.887134 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 521260b8-d1fa-45fc-991c-475c22612029 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:01.914388 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (2237e2b2-7c53-4199-a822-e417750a80fa), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.925617 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9517cfb1-cfc5-4c96-82f9-6e033ebc8e32 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9239113 May 19 12:28:01.927815 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:01.930222 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93653221-ba23-4cc9-8e4d-9448cab604d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:01.930769 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:01.949602 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-37b5df26-3ad6-4a0b-b093-77ab9e6f0205 req-7f67e439-d512-4558-ba9a-d3a5841e801e tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842202 May 19 12:28:01.949937 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2237e2b2-7c53-4199-a822-e417750a80fa HTTP/1.1" status: 204 len: 168 time: 0.8218515 May 19 12:28:01.952562 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49094) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:01.968134 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 521260b8-d1fa-45fc-991c-475c22612029 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:01.968486 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 521260b8-d1fa-45fc-991c-475c22612029 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:01.969744 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:01.983664 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:01.998331 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d07e076-839c-465c-8662-76e7471baaa4 x-openstack-request-id: req-7d07e076-839c-465c-8662-76e7471baaa4 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:01.998853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:01.999268 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d07e076-839c-465c-8662-76e7471baaa4 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:01.999858 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d07e076-839c-465c-8662-76e7471baaa4'] response: {'name': 'network-changed', 'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab', 'status': 'completed', 'code': 200} May 19 12:28:02.031814 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e804-6a79-4049-b9ba-22d280761506 admin admin] Pushing event deleted for resources: {'Network': ['ID=2237e2b2-7c53-4199-a822-e417750a80fa,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:02.082956 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:02.110742 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-b73dbc1b-324b-4ed9-9851-b0ee8280f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:02.112269 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-b73dbc1b-324b-4ed9-9851-b0ee8280f670 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 1130 time: 0.0452697 May 19 12:28:02.112613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594f862-baa7-4b02-9e12-bd29ad7e7dfd req-5817fdd7-f9fd-4962-bbb3-6769bfb3da0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:02.117970 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7594f862-baa7-4b02-9e12-bd29ad7e7dfd req-5817fdd7-f9fd-4962-bbb3-6769bfb3da0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0731997 May 19 12:28:02.125146 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49100) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:02.130164 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Request body: {'floatingip': {'port_id': '20c5c364-3274-4170-8229-3c010171aa57'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:28:02.174890 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (823c2481-38cf-4385-9667-4efe0638da46), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:02.240851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:02.245998 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:02.255356 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '1b17c23f-fd73-46e3-9c4a-4b26113b7610', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '8f049042-efb1-4f34-b024-4e6aa097edab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:9f:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:00Z', 'updated_at': '2022-05-19T12:28:00Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:02.288702 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:02.297521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-9586812e-5229-41b3-a5eb-663dcb07d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:02.297521 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-9586812e-5229-41b3-a5eb-663dcb07d542 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1706822 May 19 12:28:02.300580 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:02.301424 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:02.374108 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-6d2fbd61-26a4-4381-b68b-0e8625663711 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f049042-efb1-4f34-b024-4e6aa097edab HTTP/1.1" status: 200 len: 1000 time: 0.0768483 May 19 12:28:02.419965 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:02.442389 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:02.453575 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-264a2cc0-ef58-40b3-b41e-7a2a91e8bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:02.455033 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-264a2cc0-ef58-40b3-b41e-7a2a91e8bfa3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0634768 May 19 12:28:02.542000 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-bee7dabf-6922-464d-948f-73a95348d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:02.544335 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-bee7dabf-6922-464d-948f-73a95348d62c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724242 May 19 12:28:02.641301 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (dd35c0df-99a6-4665-8b22-567322bda81c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:02.661906 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:02.667025 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '1b17c23f-fd73-46e3-9c4a-4b26113b7610', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '8f049042-efb1-4f34-b024-4e6aa097edab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:9f:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:00Z', 'updated_at': '2022-05-19T12:28:00Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:02.694552 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653a980c-deb2-4236-9f98-6b690bd9a3af None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '1b17c23f-fd73-46e3-9c4a-4b26113b7610', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '8f049042-efb1-4f34-b024-4e6aa097edab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:9f:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:28:00Z', 'updated_at': '2022-05-19T12:28:00Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:02.725332 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (823c2481-38cf-4385-9667-4efe0638da46), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:02.748680 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-1c9bf776-14ae-4558-826c-fd37fb611ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976068 May 19 12:28:02.842980 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP 823c2481-38cf-4385-9667-4efe0638da46 associated. External IP: 172.27.1.144, port: 20c5c364-3274-4170-8229-3c010171aa57. May 19 12:28:02.986380 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a5e605-09b0-4882-85f9-a5b05ed3088d None None] New status for floating IP 1b17c23f-fd73-46e3-9c4a-4b26113b7610: ACTIVE {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:28:03.082930 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:03.093166 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:03.217363 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-93653221-ba23-4cc9-8e4d-9448cab604d3 req-c61d6599-7423-4e7c-a185-68efe42bd97b service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600153 May 19 12:28:03.243547 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:03.248360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:03.261323 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:03.271692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:03.272739 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:03.278244 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:03.287801 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-364bc776-0af6-4064-8b16-441ddc4bfd0b tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "PUT /v2.0/floatingips/823c2481-38cf-4385-9667-4efe0638da46 HTTP/1.1" status: 200 len: 992 time: 1.1613081 May 19 12:28:03.302762 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Deleting port 42af20c5-3fc9-4298-b076-5944420bbfec {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:03.303394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:03.402120 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] For port 42af20c5-3fc9-4298-b076-5944420bbfec, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=42af20c5-3fc9-4298-b076-5944420bbfec,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:03.402505 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:03.417843 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Calling delete_port for 42af20c5-3fc9-4298-b076-5944420bbfec owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:03.429637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:03.527646 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:03.686255 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (42af20c5-3fc9-4298-b076-5944420bbfec), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:03.714011 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Pushing event deleted for resources: {'Port': ['ID=42af20c5-3fc9-4298-b076-5944420bbfec,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:03.717906 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:03.757865 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '823c2481-38cf-4385-9667-4efe0638da46', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': '20c5c364-3274-4170-8229-3c010171aa57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:5b:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:40Z', 'updated_at': '2022-05-19T12:28:02Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:03.784865 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:03.815107 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:03.815571 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:03.869260 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:03.894296 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (dd35c0df-99a6-4665-8b22-567322bda81c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:03.950590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:04.000867 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'tag': '20c5c364-3274-4170-8229-3c010171aa57'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:04.004150 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ff20e4-867b-4669-90ea-f34c423e6168" -d '{"events": [{"name": "network-changed", "server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "tag": "20c5c364-3274-4170-8229-3c010171aa57"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:04.068750 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc1d12a-0d58-4ad1-a66c-c726e5fb7f6b x-openstack-request-id: req-fcc1d12a-0d58-4ad1-a66c-c726e5fb7f6b {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:04.069106 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "tag": "20c5c364-3274-4170-8229-3c010171aa57", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:04.075833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcc1d12a-0d58-4ad1-a66c-c726e5fb7f6b {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:04.075833 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc1d12a-0d58-4ad1-a66c-c726e5fb7f6b'] response: {'name': 'network-changed', 'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'tag': '20c5c364-3274-4170-8229-3c010171aa57', 'status': 'completed', 'code': 200} May 19 12:28:04.113542 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:04.173787 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-d0b7eef8-899a-4d91-90ae-d38765a574c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.175408 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-d0b7eef8-899a-4d91-90ae-d38765a574c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d2de86d602945238f5df0e2c388004f&device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 1130 time: 0.0538161 May 19 12:28:04.229755 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Router dd35c0df-99a6-4665-8b22-567322bda81c has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:04.236392 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '823c2481-38cf-4385-9667-4efe0638da46', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': '20c5c364-3274-4170-8229-3c010171aa57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:5b:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:40Z', 'updated_at': '2022-05-19T12:28:02Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:04.261159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:04.266382 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e19dda-8863-4501-be4a-340076e7b26f None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '823c2481-38cf-4385-9667-4efe0638da46', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'port_id': '20c5c364-3274-4170-8229-3c010171aa57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'mac_address': 'fa:16:3e:5b:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:27:40Z', 'updated_at': '2022-05-19T12:28:02Z', 'revision_number': 1, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:04.289937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-424bd004-80db-4365-bfea-8039b5589c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.292244 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-424bd004-80db-4365-bfea-8039b5589c6f service neutron] 10.222.0.81 "GET /v2.0/networks?id=744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 200 len: 915 time: 0.1099076 May 19 12:28:04.431676 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-4f7f12e9-5539-4b81-9ca6-40b474d4c6e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20c5c364-3274-4170-8229-3c010171aa57 HTTP/1.1" status: 200 len: 1000 time: 0.1037827 May 19 12:28:04.478260 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:04.491630 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d7b664dd-7223-45c5-90b7-e1ebe0c4dceb admin admin] 10.222.0.23 "PUT /v2.0/routers/dd35c0df-99a6-4665-8b22-567322bda81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5327358 May 19 12:28:04.492543 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49126) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:04.501064 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] Sync routers for ids ['dd35c0df-99a6-4665-8b22-567322bda81c'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:04.513470 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-828a9bf3-cfc9-4d6b-81cf-c33eb1b06122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.516431 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-828a9bf3-cfc9-4d6b-81cf-c33eb1b06122 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 200 len: 853 time: 0.0778310 May 19 12:28:04.522940 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] Routers {'dd35c0df-99a6-4665-8b22-567322bda81c'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:04.524380 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['dd35c0df-99a6-4665-8b22-567322bda81c'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:04.550711 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf56ae8-e9bf-4f68-999a-f12e6dfe4454 None None] New status for floating IP 823c2481-38cf-4385-9667-4efe0638da46: ACTIVE {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:28:04.589365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-b69fc225-e6e5-4adc-af8b-4fd0e1eb8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:04.592707 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-b69fc225-e6e5-4adc-af8b-4fd0e1eb8261 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=744c5d15-060b-4067-aa62-eecc19d1b85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710320 May 19 12:28:04.619855 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks [] for router (dd35c0df-99a6-4665-8b22-567322bda81c), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:04.675705 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] Set router dd35c0df-99a6-4665-8b22-567322bda81c gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:04.707031 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-73b1504d-e088-490d-b571-7d72987f270d service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060569 May 19 12:28:04.822203 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b8ff20e4-867b-4669-90ea-f34c423e6168 req-ba46233f-b3fb-4316-abe3-08f8fa6937f7 service neutron] 10.222.0.81 "GET /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097333 May 19 12:28:04.879242 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:28:03Z', 'revision_number': 5, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:04.905154 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] Checking router: dd35c0df-99a6-4665-8b22-567322bda81c for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:04.915084 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] Routers {'dd35c0df-99a6-4665-8b22-567322bda81c'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:04.915753 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:27:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['dd35c0df-99a6-4665-8b22-567322bda81c'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:04.971464 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks [] for router_gateway (dd35c0df-99a6-4665-8b22-567322bda81c), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.021213 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:05.023314 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] Set router dd35c0df-99a6-4665-8b22-567322bda81c gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:05.112752 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Deleting port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:05.113235 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.121021 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:05.205839 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:28:03Z', 'revision_number': 5, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:05.206097 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] For port 09d1c28f-37e3-4dc8-b3c6-718fc21270a3, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:05.206402 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.220893 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Calling delete_port for 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 owned by network:router_gateway {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:05.237147 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afa7075-5001-4c05-96a0-d8915cc5102d None None] The sync data for ids ['dd35c0df-99a6-4665-8b22-567322bda81c'] in dv-cinder-804757-28-iscsi is: [{'id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'name': 'tempest-TestShelveInstance-66798396-router', 'tenant_id': '03e87054b75946338efbef7540c97760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:28:03Z', 'revision_number': 5, 'project_id': '03e87054b75946338efbef7540c97760', 'gw_port': {'id': '09d1c28f-37e3-4dc8-b3c6-718fc21270a3', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd35c0df-99a6-4665-8b22-567322bda81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:52Z', 'updated_at': '2022-05-19T12:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:05.455683 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (09d1c28f-37e3-4dc8-b3c6-718fc21270a3), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.483655 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d1c28f-37e3-4dc8-b3c6-718fc21270a3,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:05.550133 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (dd35c0df-99a6-4665-8b22-567322bda81c), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.658049 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (dd35c0df-99a6-4665-8b22-567322bda81c), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.661178 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks [] for router_controller (dd35c0df-99a6-4665-8b22-567322bda81c), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.805806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (dd35c0df-99a6-4665-8b22-567322bda81c), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.806370 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd35c0df-99a6-4665-8b22-567322bda81c {{(pid=104216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:28:05.811743 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.815276 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-28c6ceee-ed3c-434e-a0e3-0195c22e1c44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dd35c0df-99a6-4665-8b22-567322bda81c HTTP/1.1" status: 204 len: 168 time: 1.3204801 May 19 12:28:05.818658 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49142) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:05.846327 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 42af20c5-3fc9-4298-b076-5944420bbfec no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:05.863274 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Deleting subnet 7e844bdd-94ed-458a-b93c-e5be5ac6fd4b {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:28:05.867228 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Publish callbacks [] for subnet (7e844bdd-94ed-458a-b93c-e5be5ac6fd4b), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:05.867684 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 42af20c5-3fc9-4298-b076-5944420bbfec {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:05.868076 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 42af20c5-3fc9-4298-b076-5944420bbfec not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:05.906630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (7e844bdd-94ed-458a-b93c-e5be5ac6fd4b), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.002387 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (7e844bdd-94ed-458a-b93c-e5be5ac6fd4b), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.028875 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:06.154256 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (7e844bdd-94ed-458a-b93c-e5be5ac6fd4b), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.178537 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e844bdd-94ed-458a-b93c-e5be5ac6fd4b,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:06.186868 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.192061 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c6c98370-c7f4-41a6-b9cd-cd064de2eb3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e844bdd-94ed-458a-b93c-e5be5ac6fd4b HTTP/1.1" status: 204 len: 168 time: 0.3751650 May 19 12:28:06.193394 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7983d9c-b156-4a08-b78a-788ebf9c7171 None None] Network e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:28:06.194288 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49146) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:06.307665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.368677 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Deleting port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:06.368794 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.424451 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] DHCP port deletion for e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:28:06.435714 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] For port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:06.436112 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.453630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Calling delete_port for ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 owned by network:dhcp {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:06.479585 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] Deleting port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:06.479983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.546044 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] For port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,segment=NetworkSegment(583435dc-a12d-4ba0-8e0c-19b8fc6c0678),segment_id=583435dc-a12d-4ba0-8e0c-19b8fc6c0678)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:06.546438 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.559614 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] Calling delete_port for ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:06.633539 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.637902 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:06.639238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.661797 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] Pushing event deleted for resources: {'Port': ['ID=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:06.662132 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] No DVR routers for this DVR port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 on host dv-cinder-804757-28-iscsi {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:06.668538 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9af7c-45c8-485e-a21a-333f093e8e90 None None] No DVR routers for this DVR port ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:06.689521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:06.749417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.770406 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c5436f-ff54-43ae-bd3e-bcc44bf53a33']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:06.780867 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583435dc-a12d-4ba0-8e0c-19b8fc6c0678') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:06.781195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583435dc-a12d-4ba0-8e0c-19b8fc6c0678') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:06.791968 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (583435dc-a12d-4ba0-8e0c-19b8fc6c0678), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.807737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (583435dc-a12d-4ba0-8e0c-19b8fc6c0678), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.814620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:28:06.815042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (583435dc-a12d-4ba0-8e0c-19b8fc6c0678), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:28:06.816931 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:28:06.919268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (e0c5436f-ff54-43ae-bd3e-bcc44bf53a33), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.924661 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:06.927708 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0c5436f-ff54-43ae-bd3e-bcc44bf53a33 HTTP/1.1" status: 204 len: 168 time: 0.7325072 May 19 12:28:06.940293 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79437-7f3d-452e-901f-0e8e4f4e0c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c5436f-ff54-43ae-bd3e-bcc44bf53a33,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:07.319112 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49156) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:07.362451 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-31fab957-941e-4198-b990-0af896b7b75c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0beba4cdb9854497b6cedd3e76059e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421562 May 19 12:28:07.365169 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49158) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:07.419306 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc8fa-a7eb-4885-8f38-7c677b1a129c admin admin] Publish callbacks [] for security_group (b05fa377-d7bc-4862-a9c3-cfae8aaa27a8), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:07.440953 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc8fa-a7eb-4885-8f38-7c677b1a129c admin admin] Publish callbacks [] for security_group (b05fa377-d7bc-4862-a9c3-cfae8aaa27a8), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:07.576610 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc8fa-a7eb-4885-8f38-7c677b1a129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b05fa377-d7bc-4862-a9c3-cfae8aaa27a8), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:07.579165 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc8fa-a7eb-4885-8f38-7c677b1a129c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:07.580334 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-bfdcc8fa-a7eb-4885-8f38-7c677b1a129c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b05fa377-d7bc-4862-a9c3-cfae8aaa27a8 HTTP/1.1" status: 204 len: 168 time: 0.2141409 May 19 12:28:07.588146 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcc8fa-a7eb-4885-8f38-7c677b1a129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fa377-d7bc-4862-a9c3-cfae8aaa27a8,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:07.785840 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:07.809535 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:07.810052 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device ce0255a1-1f63-4cfb-bbb4-fafa55ac40e6 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:07.811048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:07.831749 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:07.832167 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 09d1c28f-37e3-4dc8-b3c6-718fc21270a3 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:08.273798 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49170) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:08.314895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:08.319254 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-9a98a991-979c-4c2e-a129-506383ec9356 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03e87054b75946338efbef7540c97760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442619 May 19 12:28:08.321773 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49172) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:08.372650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3a43912-9dc4-4321-b0db-8f351d983d8f admin admin] Publish callbacks [] for security_group (63b99b94-d311-43b8-9f3a-0f67cbb93f07), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:08.394575 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3a43912-9dc4-4321-b0db-8f351d983d8f admin admin] Publish callbacks [] for security_group (63b99b94-d311-43b8-9f3a-0f67cbb93f07), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:08.548271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3a43912-9dc4-4321-b0db-8f351d983d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (63b99b94-d311-43b8-9f3a-0f67cbb93f07), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:08.550846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f3a43912-9dc4-4321-b0db-8f351d983d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:08.552045 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f3a43912-9dc4-4321-b0db-8f351d983d8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63b99b94-d311-43b8-9f3a-0f67cbb93f07 HTTP/1.1" status: 204 len: 168 time: 0.2293167 May 19 12:28:08.561150 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a43912-9dc4-4321-b0db-8f351d983d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b99b94-d311-43b8-9f3a-0f67cbb93f07,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:12.260826 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f3db-8a61-4a4f-9865-01d4473263d5 req-95d4b160-d91c-42b5-a80e-374aa75ed483 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:12.262230 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88a4f3db-8a61-4a4f-9865-01d4473263d5 req-95d4b160-d91c-42b5-a80e-374aa75ed483 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0552657 May 19 12:28:12.267489 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:28:12.301229 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:12.314290 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-88a4f3db-8a61-4a4f-9865-01d4473263d5 req-eb429b44-63c9-4e34-9857-203a8702729c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 May 19 12:28:12.490629 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-2bf363c2-c1fc-4c58-9cae-c192d4b4db5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:13.449142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3542de-a970-4ac1-9940-cf1399a80b68 req-25a2b5b3-85d3-4e70-831e-fe729ca43c9e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:13.450800 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ea3542de-a970-4ac1-9940-cf1399a80b68 req-25a2b5b3-85d3-4e70-831e-fe729ca43c9e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0494459 May 19 12:28:13.482173 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:13.500176 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ea3542de-a970-4ac1-9940-cf1399a80b68 req-f04ae449-a20d-4a46-a0d0-373dc1d19045 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 May 19 12:28:14.244912 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:14.627575 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48ab88-11f5-409e-9220-4f6255e7d78f req-36660a97-ea31-477f-b982-d5ebb20a23c0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:14.629194 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a48ab88-11f5-409e-9220-4f6255e7d78f req-36660a97-ea31-477f-b982-d5ebb20a23c0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0534091 May 19 12:28:14.677486 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a48ab88-11f5-409e-9220-4f6255e7d78f req-d8f4b3da-d551-4ef4-8d40-f3fddf437fa3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 May 19 12:28:14.884879 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-922fbe47-293b-42e8-ba26-8856f6c75186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:15.803705 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522c216-a819-4d93-b18a-b0e0ebf0e81c req-ecfe9739-dec7-4db3-b223-1dd381172722 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:15.805236 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e522c216-a819-4d93-b18a-b0e0ebf0e81c req-ecfe9739-dec7-4db3-b223-1dd381172722 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0491507 May 19 12:28:15.855450 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e522c216-a819-4d93-b18a-b0e0ebf0e81c req-eb5d884d-a73d-427b-9603-4dc5721e6308 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 May 19 12:28:16.136121 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:16.981417 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c676e-08ce-49bd-a4c8-b49739b66b6d req-9e72d419-7dd4-4e4f-b4b7-73515bc67e2a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:16.983086 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c19c676e-08ce-49bd-a4c8-b49739b66b6d req-9e72d419-7dd4-4e4f-b4b7-73515bc67e2a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0543091 May 19 12:28:17.041733 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c19c676e-08ce-49bd-a4c8-b49739b66b6d req-f4919c41-06a9-40f2-af78-26253d009473 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520353 May 19 12:28:17.616233 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:18.169046 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ffeb3-6ed5-42b4-94f0-1eeb1eabc10d req-2582ce61-ea32-46c6-bfdb-766d4dd8a313 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:18.170590 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-af4ffeb3-6ed5-42b4-94f0-1eeb1eabc10d req-2582ce61-ea32-46c6-bfdb-766d4dd8a313 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0489073 May 19 12:28:18.219636 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-af4ffeb3-6ed5-42b4-94f0-1eeb1eabc10d req-928e2cad-bb35-4a34-9207-e9715c9819dd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 May 19 12:28:18.330082 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:18.550782 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:18.554868 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:18.555728 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:19.347822 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:19.360878 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d09911-5818-446f-9d19-75fbff1a1888 req-2dc6a5f2-0cab-40bc-af9b-cd6d26338862 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:19.362382 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-23d09911-5818-446f-9d19-75fbff1a1888 req-2dc6a5f2-0cab-40bc-af9b-cd6d26338862 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0523651 May 19 12:28:19.417863 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-23d09911-5818-446f-9d19-75fbff1a1888 req-05e0bb93-b61c-4439-aad3-6d6eba711e79 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496783 May 19 12:28:20.546916 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d3813-4ed8-4d9e-a64c-c01b23e7eb52 req-75018f9a-c861-4193-b2ac-4779f127e26e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:20.548479 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a1d3813-4ed8-4d9e-a64c-c01b23e7eb52 req-75018f9a-c861-4193-b2ac-4779f127e26e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0519230 May 19 12:28:20.603063 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a1d3813-4ed8-4d9e-a64c-c01b23e7eb52 req-735f2b80-c134-440a-9c01-72a9971c8be6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487256 May 19 12:28:21.732475 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13232200-d203-45ff-914f-a4a35320dee4 req-b7844936-4a5e-4e4a-a748-3e87c366fc73 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:21.734078 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-13232200-d203-45ff-914f-a4a35320dee4 req-b7844936-4a5e-4e4a-a748-3e87c366fc73 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0527568 May 19 12:28:21.783554 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-13232200-d203-45ff-914f-a4a35320dee4 req-4d17b3b6-36d5-4afa-af01-5f292a41d864 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 May 19 12:28:22.267021 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=33 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:22.907858 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993741d-63df-481f-b8b8-27db14a98cb7 req-5f43c681-ce70-44ae-9c6d-a9771b8e0249 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:22.909342 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9993741d-63df-481f-b8b8-27db14a98cb7 req-5f43c681-ce70-44ae-9c6d-a9771b8e0249 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0491571 May 19 12:28:22.969214 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9993741d-63df-481f-b8b8-27db14a98cb7 req-b7d2165e-a596-4df5-81bc-0ae79a726a6f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541966 May 19 12:28:24.099990 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05366e-aa64-417d-8a77-d010f89021e9 req-f9e4b7f6-5aea-42c6-b97f-63169a1a572e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:24.101571 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5c05366e-aa64-417d-8a77-d010f89021e9 req-f9e4b7f6-5aea-42c6-b97f-63169a1a572e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0545173 May 19 12:28:24.154904 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5c05366e-aa64-417d-8a77-d010f89021e9 req-c2b902a0-07ea-42b4-8753-a05c852598aa tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470252 May 19 12:28:25.281880 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ecbc5-e480-4b50-b05f-ae7fc14fb13c req-46d3fd84-643f-4921-bad2-be1ec8972998 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:25.283584 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e3ecbc5-e480-4b50-b05f-ae7fc14fb13c req-46d3fd84-643f-4921-bad2-be1ec8972998 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0523376 May 19 12:28:25.341784 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e3ecbc5-e480-4b50-b05f-ae7fc14fb13c req-b35cbf49-4fe9-48c5-b472-0bf05491e860 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520966 May 19 12:28:26.461771 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:26.480996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba25fe-66fb-4a57-b1bd-987634958240 req-aa7e0b5d-da32-4b02-bac2-112d2645696b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:26.482645 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-53ba25fe-66fb-4a57-b1bd-987634958240 req-aa7e0b5d-da32-4b02-bac2-112d2645696b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0630200 May 19 12:28:26.517621 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:26.561460 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-53ba25fe-66fb-4a57-b1bd-987634958240 req-1f40af52-5ab5-4384-a46f-8175ed8866d1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718029 May 19 12:28:26.960228 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:28:27.076302 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:27.091075 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'mac_address': 'fa:16:3e:d3:79:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:28:27.096663 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:27.132219 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: ACTIVE; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:27.132612 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.146559 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:28:27.167188 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:27.267598 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:27.320709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=6']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:27.475583 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:28:27.700097 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d9792-10aa-4fb6-9dbf-c60e16bcf88c req-bb2c363d-86f2-4ea9-badb-b0b675805669 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:27.701724 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c5d9792-10aa-4fb6-9dbf-c60e16bcf88c req-bb2c363d-86f2-4ea9-badb-b0b675805669 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 945 time: 0.0503871 May 19 12:28:27.753587 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8c5d9792-10aa-4fb6-9dbf-c60e16bcf88c req-ec0b97a5-5b25-4ae2-9b5d-b96aeaa99e1f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 May 19 12:28:28.909849 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6fac5-117d-4c98-919d-5c7a47317978 req-7f481241-ed5f-4012-915f-e5d8d30a7222 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:28.909849 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cfb6fac5-117d-4c98-919d-5c7a47317978 req-7f481241-ed5f-4012-915f-e5d8d30a7222 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 945 time: 0.0602977 May 19 12:28:28.955677 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cfb6fac5-117d-4c98-919d-5c7a47317978 req-35c24cab-1665-47cd-bf2a-a0c23d772127 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581894 May 19 12:28:28.968045 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:28:29.021758 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:29.030309 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:28:29.030915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:29.117889 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:29.118281 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:29.144973 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:29.147222 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e56acbe-3282-4245-8d4e-a83558f0b4e9" -d '{"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-plugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:29.161892 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:29.214764 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46880029-9a65-4347-b4c4-4a1a3e8cf8dc x-openstack-request-id: req-46880029-9a65-4347-b4c4-4a1a3e8cf8dc {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:29.215056 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-plugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:29.215307 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46880029-9a65-4347-b4c4-4a1a3e8cf8dc {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:29.215707 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46880029-9a65-4347-b4c4-4a1a3e8cf8dc'] response: {'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'code': 200} May 19 12:28:29.496401 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:29.581359 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=7']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:30.123942 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948357a-caed-4d56-b635-5b5f215465a9 req-f5db3d0d-33b7-4ac1-964e-75a688d1a177 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:30.126617 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5948357a-caed-4d56-b635-5b5f215465a9 req-f5db3d0d-33b7-4ac1-964e-75a688d1a177 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0775669 May 19 12:28:30.198704 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5948357a-caed-4d56-b635-5b5f215465a9 req-d53b4131-4af0-452d-a6f5-384a43c24ca2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514276 May 19 12:28:31.345715 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24d49f-7af4-4b67-b767-215dae80bacd req-dfbb738c-4553-4198-abac-5ae9ad8f6fba tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:31.348072 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de24d49f-7af4-4b67-b767-215dae80bacd req-dfbb738c-4553-4198-abac-5ae9ad8f6fba tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0540676 May 19 12:28:31.409384 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de24d49f-7af4-4b67-b767-215dae80bacd req-331af91d-a414-41cb-ac6c-d6007220e7c4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547183 May 19 12:28:32.538059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4116b9-28dc-4e60-89a1-d1123e9feae3 req-eaef7dd1-8d31-4d50-9166-0af72df87659 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:32.539495 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8a4116b9-28dc-4e60-89a1-d1123e9feae3 req-eaef7dd1-8d31-4d50-9166-0af72df87659 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0499969 May 19 12:28:32.590612 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8a4116b9-28dc-4e60-89a1-d1123e9feae3 req-a43cb940-c49d-4e6f-bca6-51de75108a92 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 May 19 12:28:33.722170 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906c5b-66d5-4afd-b592-d3231d5aa034 req-edc42f70-da82-4bb3-8662-3b8deaf0efb0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:33.723336 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cd906c5b-66d5-4afd-b592-d3231d5aa034 req-edc42f70-da82-4bb3-8662-3b8deaf0efb0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0533843 May 19 12:28:33.775226 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cd906c5b-66d5-4afd-b592-d3231d5aa034 req-75a24794-f1c5-49a9-b417-377038faca7b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461614 May 19 12:28:34.930973 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a051ec-9f47-4d6c-bc30-383f6075c977 req-dcfbaa52-d465-4ec8-9e73-b568e161cd47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:34.933098 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-46a051ec-9f47-4d6c-bc30-383f6075c977 req-dcfbaa52-d465-4ec8-9e73-b568e161cd47 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0624211 May 19 12:28:34.992530 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-46a051ec-9f47-4d6c-bc30-383f6075c977 req-b3bd6047-41bc-4132-8cf1-0a563090ba9c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513089 May 19 12:28:36.153729 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5be8d-a303-4ad2-9fdb-47c57c586ccc req-391d6596-6d47-4926-a8a4-969759ed9a25 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.153729 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2bb5be8d-a303-4ad2-9fdb-47c57c586ccc req-391d6596-6d47-4926-a8a4-969759ed9a25 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0596108 May 19 12:28:36.199820 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2bb5be8d-a303-4ad2-9fdb-47c57c586ccc req-c630bdff-c595-4c4a-b232-3700319e9d2c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490310 May 19 12:28:36.595529 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad587039-de28-409c-8e7c-18810e5dbe8a req-9b7d2724-2ced-46e4-a89c-21b1d8c111e7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:36.611961 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ad587039-de28-409c-8e7c-18810e5dbe8a req-9b7d2724-2ced-46e4-a89c-21b1d8c111e7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0689971 May 19 12:28:36.669152 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ad587039-de28-409c-8e7c-18810e5dbe8a req-ae4410c4-5b1f-41d4-bb6b-c2dc9b5b761b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649941 May 19 12:28:37.333578 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a652-15b9-4f0c-a6f6-7ecb1b7f78c3 req-aae34520-2d06-4df1-8c07-004538008e96 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:37.336036 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e421a652-15b9-4f0c-a6f6-7ecb1b7f78c3 req-aae34520-2d06-4df1-8c07-004538008e96 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0534284 May 19 12:28:37.392696 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:37.404467 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e421a652-15b9-4f0c-a6f6-7ecb1b7f78c3 req-072f2b9c-b1aa-4709-9733-123f4299de4f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616872 May 19 12:28:37.810714 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a7416-4d22-45d0-983a-313bbd5679e3 req-c5d362bb-dfa7-4aa0-9cc9-dda8fd8cd326 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:37.813899 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-973a7416-4d22-45d0-983a-313bbd5679e3 req-c5d362bb-dfa7-4aa0-9cc9-dda8fd8cd326 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0652838 May 19 12:28:37.875671 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-973a7416-4d22-45d0-983a-313bbd5679e3 req-1d8b49d1-f8c8-4859-a75e-6de8e1043b49 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554872 May 19 12:28:38.529515 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:38.537184 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521616b-e7ff-4c1e-a731-11497c4707c3 req-40b53619-bcd7-4626-a724-6db122ae9fc3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:38.538765 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6521616b-e7ff-4c1e-a731-11497c4707c3 req-40b53619-bcd7-4626-a724-6db122ae9fc3 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0622616 May 19 12:28:38.607905 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6521616b-e7ff-4c1e-a731-11497c4707c3 req-9050eff0-35fb-4fe1-a7c6-e4bf58e72808 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604978 May 19 12:28:39.008415 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054f100-fd24-4fcd-b156-15859a78623e req-60bcc84f-92dd-4449-8b6e-c37beb9cfe99 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:39.010127 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3054f100-fd24-4fcd-b156-15859a78623e req-60bcc84f-92dd-4449-8b6e-c37beb9cfe99 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0592623 May 19 12:28:39.071678 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3054f100-fd24-4fcd-b156-15859a78623e req-67111806-af5b-4127-a6cd-255be536295d tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555592 May 19 12:28:39.577810 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:39.786215 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118bf3a-019c-48c2-9705-15030a2c7840 req-799b235a-6e39-41af-93ce-c06b2f7f87d7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:39.788126 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e118bf3a-019c-48c2-9705-15030a2c7840 req-799b235a-6e39-41af-93ce-c06b2f7f87d7 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0904655 May 19 12:28:39.799363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-259bf05f-8ba2-4305-88ec-b6f08aa40a01 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:39.801985 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-259bf05f-8ba2-4305-88ec-b6f08aa40a01 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0745623 May 19 12:28:39.860838 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e118bf3a-019c-48c2-9705-15030a2c7840 req-97ca565a-95db-4b8a-99a1-d246d50b0d99 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659375 May 19 12:28:39.898990 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Deleting port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:39.899330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:40.004967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] For port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:40.005355 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:40.210637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:40.211130 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (3a14551e-7193-4ef3-9e70-1919b102e259), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:40.212110 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Floating IP 3a14551e-7193-4ef3-9e70-1919b102e259 disassociated. External IP: 172.27.1.128, port: 96b7e59a-40c2-4b31-bcdf-f5bd068dca42. May 19 12:28:40.212709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Calling delete_port for 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:40.219708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448d19-6e92-42e5-8cc9-c5758f2b7284 req-756e4e84-f5e8-47e7-b7b8-0d0bc147ab23 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:40.221428 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10448d19-6e92-42e5-8cc9-c5758f2b7284 req-756e4e84-f5e8-47e7-b7b8-0d0bc147ab23 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 945 time: 0.0605216 May 19 12:28:40.289916 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-10448d19-6e92-42e5-8cc9-c5758f2b7284 req-88c239a4-959d-41f2-b38f-102629218f24 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups?id=24f0a51c-ca2c-47d0-beff-4f700c19f4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621197 May 19 12:28:40.565511 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (96b7e59a-40c2-4b31-bcdf-f5bd068dca42), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:40.612980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event deleted for resources: {'Port': ['ID=96b7e59a-40c2-4b31-bcdf-f5bd068dca42,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:40.774700 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Router cc96356a-971f-4100-ab1d-3810f576fe02 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:40.971246 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:40.990658 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:41.030085 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] No DVR routers for this DVR port 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:41.033576 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:41.034785 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:41.036442 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:28:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:41.037623 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ab6e6c42-0256-49ea-8598-68a88f62bac7 req-fc67f2f7-f309-4c38-91dc-04595cb63e51 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.81 "DELETE /v2.0/ports/96b7e59a-40c2-4b31-bcdf-f5bd068dca42 HTTP/1.1" status: 204 len: 173 time: 1.2301488 May 19 12:28:41.038193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'name': 'network-vif-deleted', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:41.041181 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bd385f-b665-4129-8752-7d3a114ffc71" -d '{"events": [{"server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "name": "network-vif-deleted", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:41.129346 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ddc0a-e667-489c-a780-db6edeb3fe1a x-openstack-request-id: req-380ddc0a-e667-489c-a780-db6edeb3fe1a {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:41.144292 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447311f-fa45-4fe9-bdf8-d9b88c27356f", "name": "network-vif-deleted", "tag": "96b7e59a-40c2-4b31-bcdf-f5bd068dca42", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:41.144292 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-380ddc0a-e667-489c-a780-db6edeb3fe1a {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:41.144292 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380ddc0a-e667-489c-a780-db6edeb3fe1a'] response: {'server_uuid': '3447311f-fa45-4fe9-bdf8-d9b88c27356f', 'name': 'network-vif-deleted', 'tag': '96b7e59a-40c2-4b31-bcdf-f5bd068dca42', 'status': 'completed', 'code': 200} May 19 12:28:41.144774 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b849c8-e52d-4a46-84f9-910ae3a0b990 req-9a4e8b05-f66f-42da-9efe-97310d985f71 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:41.144774 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79b849c8-e52d-4a46-84f9-910ae3a0b990 req-9a4e8b05-f66f-42da-9efe-97310d985f71 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.1641979 May 19 12:28:41.224220 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:41.228470 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-79b849c8-e52d-4a46-84f9-910ae3a0b990 req-a946217c-addc-40eb-b68b-1d193f58d7af tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830836 May 19 12:28:41.418730 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b1364e94-123f-4cee-bbf3-da0dcba06734 req-8de2bc2c-d29c-49f6-9a85-1b8c7ca0964e tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0376587 May 19 12:28:41.473486 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:41.505953 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:41.518706 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:41.519344 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:28:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:41.637827 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:41.840287 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:41.868770 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9b199-87f2-492a-ab4a-78bdfa37de0a None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '9c968d31-a259-437e-92ae-b076c4132e6d', 'name': '', 'network_id': '66d32a70-5928-448a-8e67-919eb5765bfb', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'mac_address': 'fa:16:3e:0a:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '37d41b5a-a221-4803-970a-6df3268ac267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'subnets': [{'id': '37d41b5a-a221-4803-970a-6df3268ac267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:42.146137 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be588a-f6bf-4818-9716-29867b0aed7d None None] New status for floating IP 3a14551e-7193-4ef3-9e70-1919b102e259: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:28:42.388008 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d657267-74e5-43a2-9468-133ff20aefc5 req-01afc223-115d-4b92-a7e2-f48e44289e9b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:42.390958 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9d657267-74e5-43a2-9468-133ff20aefc5 req-01afc223-115d-4b92-a7e2-f48e44289e9b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0711429 May 19 12:28:42.473359 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9d657267-74e5-43a2-9468-133ff20aefc5 req-37925f65-ac55-41ad-b719-661524798a4e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717957 May 19 12:28:42.555448 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a8fca4c0-abce-4f14-88e5-cf41190ead8e req-509af4e3-3b21-4b9d-a18c-04ec07704cc7 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3447311f-fa45-4fe9-bdf8-d9b88c27356f HTTP/1.1" status: 200 len: 210 time: 0.0398521 May 19 12:28:42.594626 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-faa168bd-e9d1-4dea-811b-7d5311287bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:43.062881 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:43.085408 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:43.093279 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 96b7e59a-40c2-4b31-bcdf-f5bd068dca42 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:43.693876 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36d968-0ece-4557-a98d-489c120d6a04 req-a655cb3a-5f52-4b90-bdf2-a34e770180ff tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:43.696787 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca36d968-0ece-4557-a98d-489c120d6a04 req-a655cb3a-5f52-4b90-bdf2-a34e770180ff tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0768461 May 19 12:28:43.801579 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ca36d968-0ece-4557-a98d-489c120d6a04 req-39a4a826-5b56-4967-89b0-9485d5d747c4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924671 May 19 12:28:43.830435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49586) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:43.909752 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:43.953631 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75c31074-a417-4353-96f4-bcc52a399013 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (24f0a51c-ca2c-47d0-beff-4f700c19f4da), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.035281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75c31074-a417-4353-96f4-bcc52a399013 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (24f0a51c-ca2c-47d0-beff-4f700c19f4da), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.051030 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:44.267435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75c31074-a417-4353-96f4-bcc52a399013 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (24f0a51c-ca2c-47d0-beff-4f700c19f4da), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.270012 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-75c31074-a417-4353-96f4-bcc52a399013 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.271273 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-75c31074-a417-4353-96f4-bcc52a399013 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "DELETE /v2.0/security-groups/24f0a51c-ca2c-47d0-beff-4f700c19f4da HTTP/1.1" status: 204 len: 168 time: 0.4394457 May 19 12:28:44.275827 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49590) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:44.283849 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c31074-a417-4353-96f4-bcc52a399013 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0a51c-ca2c-47d0-beff-4f700c19f4da,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:44.298782 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.api.v2.resource [None req-2517606c-6806-4b3d-9269-0ae3dd0758d4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] show failed (client error): The resource could not be found. May 19 12:28:44.305119 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-2517606c-6806-4b3d-9269-0ae3dd0758d4 tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "GET /v2.0/security-groups/24f0a51c-ca2c-47d0-beff-4f700c19f4da HTTP/1.1" status: 404 len: 347 time: 0.0276337 May 19 12:28:44.306482 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49592) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:44.322203 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.471964 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Deleting port e225c1b8-70da-4a96-9acf-6d65a1dde6dd {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:44.472533 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.893176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.893843 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:44.924566 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Calling delete_port for e225c1b8-70da-4a96-9acf-6d65a1dde6dd owned by network:floatingip {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:45.011008 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54442a19-f8bd-4c88-a218-6a09669f2632 req-a1cee147-829c-4bf0-ab66-95a9026d7911 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:45.021194 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54442a19-f8bd-4c88-a218-6a09669f2632 req-a1cee147-829c-4bf0-ab66-95a9026d7911 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0771666 May 19 12:28:45.138514 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54442a19-f8bd-4c88-a218-6a09669f2632 req-d9791a06-922a-4142-9acd-cdd34e54760f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125181 May 19 12:28:45.139336 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-78a6ade6-69d4-4dd3-ba13-9b887fd91ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:45.434592 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (e225c1b8-70da-4a96-9acf-6d65a1dde6dd), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:45.478187 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Pushing event deleted for resources: {'Port': ['ID=e225c1b8-70da-4a96-9acf-6d65a1dde6dd,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:45.499259 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.500264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.501133 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.502022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.502651 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.503308 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.504084 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.504749 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.505465 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.506161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.506876 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.507526 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.508186 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.508900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.509535 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:45.701137 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks [] for floatingip (3a14551e-7193-4ef3-9e70-1919b102e259), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:45.704449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:45.711424 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f355d945-84cd-47e9-a4c0-b2841200f17b tempest-AttachVolumeTestJSON-1559525414 tempest-AttachVolumeTestJSON-1559525414-project] 10.222.0.23 "DELETE /v2.0/floatingips/3a14551e-7193-4ef3-9e70-1919b102e259 HTTP/1.1" status: 204 len: 168 time: 1.3979223 May 19 12:28:46.322673 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12bf0-0cfd-443c-9e46-230031f53fc7 req-0caf659e-7b06-4b74-b3c2-89b5406ab96b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:46.324521 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0c12bf0-0cfd-443c-9e46-230031f53fc7 req-0caf659e-7b06-4b74-b3c2-89b5406ab96b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0624084 May 19 12:28:46.381449 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:46.405287 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0c12bf0-0cfd-443c-9e46-230031f53fc7 req-5ed2e5c5-91a3-4209-9c58-25c4ccb3e980 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741706 May 19 12:28:46.622464 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.628679 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d9f44-36d3-4ab2-bdf7-5190ef8ddeb4 req-ad04cd67-b895-4d9a-bd7f-99bde1d98f1e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:47.632218 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-044d9f44-36d3-4ab2-bdf7-5190ef8ddeb4 req-ad04cd67-b895-4d9a-bd7f-99bde1d98f1e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0985463 May 19 12:28:47.730366 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:47.743200 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-044d9f44-36d3-4ab2-bdf7-5190ef8ddeb4 req-47f91359-b09f-4902-ab27-d0b5291c8806 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008499 May 19 12:28:48.902879 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583c3bb-88b1-4111-adf5-34617651ec03 req-828233e6-10a1-4fe2-ab9d-d1dac82d21de tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:48.906101 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3583c3bb-88b1-4111-adf5-34617651ec03 req-828233e6-10a1-4fe2-ab9d-d1dac82d21de tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0597587 May 19 12:28:48.981940 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3583c3bb-88b1-4111-adf5-34617651ec03 req-6b5fdcc1-3a0e-4e8d-82ea-0b0bd805b5bd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712674 May 19 12:28:49.270309 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:28:49.519383 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:50.216216 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee3ef-7c54-4b5f-8953-c66a371e709d req-c8a2587b-6f4a-4dbf-bce4-3d8a08745c2d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:50.218959 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f6ee3ef-7c54-4b5f-8953-c66a371e709d req-c8a2587b-6f4a-4dbf-bce4-3d8a08745c2d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0859566 May 19 12:28:50.296275 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:50.332532 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5f6ee3ef-7c54-4b5f-8953-c66a371e709d req-68411529-8d2b-4bea-9e6d-03dea29c0e11 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045189 May 19 12:28:51.497946 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11845ab4-6c36-418b-af59-174bc1c3281c req-7542d9aa-9bca-4a82-aa5b-d2051c5978e1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:51.499907 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-11845ab4-6c36-418b-af59-174bc1c3281c req-7542d9aa-9bca-4a82-aa5b-d2051c5978e1 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0528235 May 19 12:28:51.562065 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-11845ab4-6c36-418b-af59-174bc1c3281c req-dc1c1fbc-8a79-4947-9c04-1d5e0fcb6b8a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563166 May 19 12:28:51.680385 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49678) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:52.019112 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:52.224897 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (cc96356a-971f-4100-ab1d-3810f576fe02), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:52.325748 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:52.493427 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Deleting port 9c968d31-a259-437e-92ae-b076c4132e6d {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:52.493975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:52.589911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] For port 9c968d31-a259-437e-92ae-b076c4132e6d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=9c968d31-a259-437e-92ae-b076c4132e6d,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:52.590185 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:52.606059 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Calling delete_port for 9c968d31-a259-437e-92ae-b076c4132e6d owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:52.719172 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaf8f-a386-46b1-a948-b519a2340ef6 req-c8b4c88c-8d63-4861-a4e0-e1d0fb968ef0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:52.721457 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-69abaf8f-a386-46b1-a948-b519a2340ef6 req-c8b4c88c-8d63-4861-a4e0-e1d0fb968ef0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0614066 May 19 12:28:52.777634 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-69abaf8f-a386-46b1-a948-b519a2340ef6 req-f7e74f14-1816-4c28-aafe-884a5a9a73ef tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484507 May 19 12:28:53.056776 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (9c968d31-a259-437e-92ae-b076c4132e6d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:53.094105 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c968d31-a259-437e-92ae-b076c4132e6d,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:53.325332 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (cc96356a-971f-4100-ab1d-3810f576fe02), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:53.378009 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:53.597888 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713de3-5df5-4127-8740-519fda27e57e req-0d55403e-91bf-4a40-a97b-2871be89c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:53.599429 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-0d55403e-91bf-4a40-a97b-2871be89c215 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1130 time: 0.1167192 May 19 12:28:53.616558 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:53.619634 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Router cc96356a-971f-4100-ab1d-3810f576fe02 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:28:53.801431 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713de3-5df5-4127-8740-519fda27e57e req-da657289-c66f-4f1e-acfb-cfbafd7f20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:53.802940 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-da657289-c66f-4f1e-acfb-cfbafd7f20b8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1965754 May 19 12:28:53.864075 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:28:53.873060 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-25205ab0-3bd9-4162-b38c-f8d36eb89dc4 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc96356a-971f-4100-ab1d-3810f576fe02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1889503 May 19 12:28:53.874758 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49704) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:53.878160 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] Sync routers for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:28:53.896911 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:53.898346 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:28:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:53.899670 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-671d311a-f825-4617-ab8b-c4400aabed32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 1002 time: 0.0895030 May 19 12:28:53.977017 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713de3-5df5-4127-8740-519fda27e57e req-b3cf191d-9d2a-4348-8fb8-bb980d1caa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:53.978886 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-b3cf191d-9d2a-4348-8fb8-bb980d1caa8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0725336 May 19 12:28:54.043261 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713de3-5df5-4127-8740-519fda27e57e req-00fae394-bd56-4064-b863-a4271d66070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:54.046638 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-00fae394-bd56-4064-b863-a4271d66070d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593572 May 19 12:28:54.061920 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-e2dacf9a-9d58-4649-a138-a3ce2b69842e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:28:54.067200 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73e930-0f9d-48de-9084-8f39447593d1 req-4c8558f1-5b3c-4788-a825-d03090b44093 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:54.067482 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-e2dacf9a-9d58-4649-a138-a3ce2b69842e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0100892 May 19 12:28:54.067662 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed73e930-0f9d-48de-9084-8f39447593d1 req-4c8558f1-5b3c-4788-a825-d03090b44093 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.1025922 May 19 12:28:54.103943 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:54.122880 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks [] for router (cc96356a-971f-4100-ab1d-3810f576fe02), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.174541 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed73e930-0f9d-48de-9084-8f39447593d1 req-28a2a48b-d20b-4e76-bb1e-72f7b8ba8591 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011889 May 19 12:28:54.223092 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-053536b6-277b-4801-b5c7-ebada2286b0c service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421204 May 19 12:28:54.223605 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:54.251996 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks [] for router_gateway (cc96356a-971f-4100-ab1d-3810f576fe02), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.312213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:54.324060 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:28:52Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:54.328833 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:54.356657 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48713de3-5df5-4127-8740-519fda27e57e req-0f34a6b7-a50b-456f-adf8-bddd8e35d651 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363428 May 19 12:28:54.366905 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] Checking router: cc96356a-971f-4100-ab1d-3810f576fe02 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:28:54.380011 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] Routers {'cc96356a-971f-4100-ab1d-3810f576fe02'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:28:54.381091 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:28:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['cc96356a-971f-4100-ab1d-3810f576fe02'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:54.475616 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Deleting port e0e64df4-8f60-4aab-a7c7-44c40aed4c95 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:54.476329 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.516293 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] Set router cc96356a-971f-4100-ab1d-3810f576fe02 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:28:54.573268 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] For port e0e64df4-8f60-4aab-a7c7-44c40aed4c95, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:54.573978 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.588859 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Calling delete_port for e0e64df4-8f60-4aab-a7c7-44c40aed4c95 owned by network:router_gateway {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:54.600605 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:54.766116 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:54.876682 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:28:52Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:54.905183 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703de5b-d3c9-4799-80a1-7009b22d4f2a None None] The sync data for ids ['cc96356a-971f-4100-ab1d-3810f576fe02'] in dv-cinder-804757-28-iscsi is: [{'id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'name': 'tempest-AttachVolumeTestJSON-1395979220-router', 'tenant_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:52Z', 'updated_at': '2022-05-19T12:28:52Z', 'revision_number': 5, 'project_id': '9eafee25cfb14ca2bd5c10fe41a01644', 'gw_port': {'id': 'e0e64df4-8f60-4aab-a7c7-44c40aed4c95', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc96356a-971f-4100-ab1d-3810f576fe02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:54Z', 'updated_at': '2022-05-19T12:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:28:54.951081 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (e0e64df4-8f60-4aab-a7c7-44c40aed4c95), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:54.991294 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e64df4-8f60-4aab-a7c7-44c40aed4c95,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:55.021455 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.025591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.027738 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.027738 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:55.083253 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (cc96356a-971f-4100-ab1d-3810f576fe02), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.184971 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (cc96356a-971f-4100-ab1d-3810f576fe02), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.187752 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks [] for router_controller (cc96356a-971f-4100-ab1d-3810f576fe02), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.259020 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49714) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:55.355715 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ecd7-02b7-4749-a343-27c3eabf5aa3 req-013d1ca5-65df-4b82-8e29-3181a9f72944 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:55.363590 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6946ecd7-02b7-4749-a343-27c3eabf5aa3 req-013d1ca5-65df-4b82-8e29-3181a9f72944 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0701799 May 19 12:28:55.416376 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6946ecd7-02b7-4749-a343-27c3eabf5aa3 req-d7eee229-ffd9-4a4e-88df-59e99699c960 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518014 May 19 12:28:55.424228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (cc96356a-971f-4100-ab1d-3810f576fe02), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.424811 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc96356a-971f-4100-ab1d-3810f576fe02 {{(pid=104216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:28:55.430285 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.435230 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49718) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:55.444297 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-f2173c62-3b41-4920-b292-19c06dec7104 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cc96356a-971f-4100-ab1d-3810f576fe02 HTTP/1.1" status: 204 len: 168 time: 1.5674834 May 19 12:28:55.454551 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9738f4b0-e704-4748-be7f-a0809c2d1e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.496363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Deleting subnet 37d41b5a-a221-4803-970a-6df3268ac267 {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:28:55.500014 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Publish callbacks [] for subnet (37d41b5a-a221-4803-970a-6df3268ac267), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.551510 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (37d41b5a-a221-4803-970a-6df3268ac267), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.581715 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9738f4b0-e704-4748-be7f-a0809c2d1e73 admin admin] Publish callbacks [] for security_group (56ee34f6-2bc4-4603-bf55-8a5e04b739c8), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.661395 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (37d41b5a-a221-4803-970a-6df3268ac267), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.843451 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9738f4b0-e704-4748-be7f-a0809c2d1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (56ee34f6-2bc4-4603-bf55-8a5e04b739c8), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.890259 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9738f4b0-e704-4748-be7f-a0809c2d1e73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=004b5089fa3a466ba425b9df553b1167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6279263 May 19 12:28:55.891256 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738f4b0-e704-4748-be7f-a0809c2d1e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee34f6-2bc4-4603-bf55-8a5e04b739c8,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:55.894145 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49720) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:55.916289 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (37d41b5a-a221-4803-970a-6df3268ac267), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.967874 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d41b5a-a221-4803-970a-6df3268ac267,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:55.970211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:55.972403 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75731a70-7314-4150-ad0a-294c1546391d None None] Network 66d32a70-5928-448a-8e67-919eb5765bfb requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:28:55.975869 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a9c31db9-e30c-4f41-8d62-a0ef83ef06c7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/37d41b5a-a221-4803-970a-6df3268ac267 HTTP/1.1" status: 204 len: 168 time: 0.5375061 May 19 12:28:55.981554 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49722) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:55.981937 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:56.009366 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28337b88-02de-4c7e-9f31-ed78944854c0 admin admin] Publish callbacks [] for security_group (56ee34f6-2bc4-4603-bf55-8a5e04b739c8), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.045489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28337b88-02de-4c7e-9f31-ed78944854c0 admin admin] Publish callbacks [] for security_group (56ee34f6-2bc4-4603-bf55-8a5e04b739c8), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.084895 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (66d32a70-5928-448a-8e67-919eb5765bfb), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.156392 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Deleting port 697c710e-466b-4356-b39e-443f78f2e735 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:56.156392 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (697c710e-466b-4356-b39e-443f78f2e735), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.183746 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9c968d31-a259-437e-92ae-b076c4132e6d no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:56.210911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 9c968d31-a259-437e-92ae-b076c4132e6d {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:56.211259 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 9c968d31-a259-437e-92ae-b076c4132e6d not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:56.211680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device e0e64df4-8f60-4aab-a7c7-44c40aed4c95 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:56.249443 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: e0e64df4-8f60-4aab-a7c7-44c40aed4c95 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:56.249986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device e0e64df4-8f60-4aab-a7c7-44c40aed4c95 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:56.284161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28337b88-02de-4c7e-9f31-ed78944854c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (56ee34f6-2bc4-4603-bf55-8a5e04b739c8), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.287340 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28337b88-02de-4c7e-9f31-ed78944854c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.289053 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-28337b88-02de-4c7e-9f31-ed78944854c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56ee34f6-2bc4-4603-bf55-8a5e04b739c8 HTTP/1.1" status: 204 len: 168 time: 0.3930027 May 19 12:28:56.305905 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28337b88-02de-4c7e-9f31-ed78944854c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee34f6-2bc4-4603-bf55-8a5e04b739c8,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:56.316896 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] DHCP port deletion for 66d32a70-5928-448a-8e67-919eb5765bfb request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:28:56.405305 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Deleting port 697c710e-466b-4356-b39e-443f78f2e735 {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:28:56.405577 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (697c710e-466b-4356-b39e-443f78f2e735), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.472325 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:56.498930 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] For port 697c710e-466b-4356-b39e-443f78f2e735, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=697c710e-466b-4356-b39e-443f78f2e735,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:56.500915 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (697c710e-466b-4356-b39e-443f78f2e735), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.504866 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] For port 697c710e-466b-4356-b39e-443f78f2e735, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=697c710e-466b-4356-b39e-443f78f2e735,segment=NetworkSegment(19a07503-941c-41cd-a438-4b01a18f0035),segment_id=19a07503-941c-41cd-a438-4b01a18f0035)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:56.505456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (697c710e-466b-4356-b39e-443f78f2e735), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.522164 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Calling delete_port for 697c710e-466b-4356-b39e-443f78f2e735 owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:56.558887 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Calling delete_port for 697c710e-466b-4356-b39e-443f78f2e735 owned by network:dhcp {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:28:56.586708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be94c99-aafc-466b-b073-6faca41aa4a0 req-73ba1301-b854-47b2-96a8-d46232058a13 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:56.588472 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0be94c99-aafc-466b-b073-6faca41aa4a0 req-73ba1301-b854-47b2-96a8-d46232058a13 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 946 time: 0.0793600 May 19 12:28:56.722505 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0be94c99-aafc-466b-b073-6faca41aa4a0 req-2492b37c-bdeb-4d3b-98e9-3ae8e28d5892 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965641 May 19 12:28:56.885281 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (697c710e-466b-4356-b39e-443f78f2e735), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.903626 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (697c710e-466b-4356-b39e-443f78f2e735), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:56.921595 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Pushing event deleted for resources: {'Port': ['ID=697c710e-466b-4356-b39e-443f78f2e735,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:56.927393 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] No DVR routers for this DVR port 697c710e-466b-4356-b39e-443f78f2e735 on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:56.941434 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:56.948268 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.948911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.949421 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.950210 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.950816 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.951423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.955212 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.955900 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.957271 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.957911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.958470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.958965 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.959468 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.960038 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:56.960596 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d2f-6321-4813-bf8a-cd4f134827cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:28:57.000039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] No DVR routers for this DVR port 697c710e-466b-4356-b39e-443f78f2e735 on host dv-cinder-804757-28-iscsi {{(pid=104216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:28:57.008441 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Pushing event deleted for resources: {'Port': ['ID=697c710e-466b-4356-b39e-443f78f2e735,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:57.109968 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (66d32a70-5928-448a-8e67-919eb5765bfb), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.138725 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d32a70-5928-448a-8e67-919eb5765bfb']}} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:57.150874 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a07503-941c-41cd-a438-4b01a18f0035') {'for_net_delete': True} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:57.151225 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a07503-941c-41cd-a438-4b01a18f0035') {} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:28:57.162921 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10076711'] for segment (19a07503-941c-41cd-a438-4b01a18f0035), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.187428 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (19a07503-941c-41cd-a438-4b01a18f0035), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.194797 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:28:57.195090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10370344'] for segment (19a07503-941c-41cd-a438-4b01a18f0035), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: self.session.flush() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: self.session.flush() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: self.session.flush() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: self.session.flush() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: Traceback (most recent call last): May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: timer() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: cb(*args, **kw) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: return func(*args, **kwargs) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: self._notify() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: self.callback(batched_events) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: event.method(event) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: return f(self, *a, **k) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._get(url).json() May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: return self.request(url, 'GET', **kwargs) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:28:57.197297 dv-cinder-804757-28-iscsi neutron-server[104216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:28:57.205924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:57.314386 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: ACTIVE; New status is: DOWN {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:28:57.314779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.341936 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:28:57.347479 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af1f62a-b939-466a-92dc-79963c7db77d" -d '{"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-unplugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:28:57.363742 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:28:57.381987 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (66d32a70-5928-448a-8e67-919eb5765bfb), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.391523 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.397265 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] 10.222.0.23 "DELETE /v2.0/networks/66d32a70-5928-448a-8e67-919eb5765bfb HTTP/1.1" status: 204 len: 168 time: 1.4197052 May 19 12:28:57.420119 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7388a-8e81-42c0-9f5b-809fa42bba92 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d32a70-5928-448a-8e67-919eb5765bfb,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:57.420407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 May 2022 12:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df200822-7ac3-4429-ad6d-7ee5cb8a14d0 x-openstack-request-id: req-df200822-7ac3-4429-ad6d-7ee5cb8a14d0 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:28:57.421024 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-unplugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:28:57.421484 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df200822-7ac3-4429-ad6d-7ee5cb8a14d0 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:28:57.423418 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df200822-7ac3-4429-ad6d-7ee5cb8a14d0'] response: {'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'code': 200} May 19 12:28:57.484003 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:57.554933 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=8']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:28:57.829218 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 697c710e-466b-4356-b39e-443f78f2e735 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:28:57.865545 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 697c710e-466b-4356-b39e-443f78f2e735 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:28:57.866595 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 697c710e-466b-4356-b39e-443f78f2e735 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:28:57.894032 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae467ebb-dd10-4b22-9694-9354e61bf32f req-a313c83b-df54-4fc2-aa14-b7943af16f93 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:28:57.895686 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae467ebb-dd10-4b22-9694-9354e61bf32f req-a313c83b-df54-4fc2-aa14-b7943af16f93 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0818143 May 19 12:28:57.962881 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae467ebb-dd10-4b22-9694-9354e61bf32f req-aa6a8937-8ed4-4c1c-887f-fee8f4f7707e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530615 May 19 12:28:58.082115 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49738) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:58.136632 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-561c1644-a131-4d0f-962b-1dda7d26253d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eafee25cfb14ca2bd5c10fe41a01644&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469396 May 19 12:28:58.137019 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49740) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:28:58.194797 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9bc89084-d7b6-4eba-ab46-6828698be880 admin admin] Publish callbacks [] for security_group (c3547308-a6f7-4f21-a453-df744c153d26), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:58.221109 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9bc89084-d7b6-4eba-ab46-6828698be880 admin admin] Publish callbacks [] for security_group (c3547308-a6f7-4f21-a453-df744c153d26), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:58.241644 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:28:58.432572 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9bc89084-d7b6-4eba-ab46-6828698be880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (c3547308-a6f7-4f21-a453-df744c153d26), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:58.436189 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9bc89084-d7b6-4eba-ab46-6828698be880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:28:58.437685 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9bc89084-d7b6-4eba-ab46-6828698be880 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3547308-a6f7-4f21-a453-df744c153d26 HTTP/1.1" status: 204 len: 168 time: 0.2991505 May 19 12:28:58.451731 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc89084-d7b6-4eba-ab46-6828698be880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3547308-a6f7-4f21-a453-df744c153d26,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:29:01.826401 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3a1a-8d24-48c5-9b89-8ef69df7f33c req-696a3715-274d-4b12-a362-7fc2b822a6fd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:01.828627 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-312b3a1a-8d24-48c5-9b89-8ef69df7f33c req-696a3715-274d-4b12-a362-7fc2b822a6fd tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0933731 May 19 12:29:01.906219 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-312b3a1a-8d24-48c5-9b89-8ef69df7f33c req-d7a41b3f-685d-42cc-b82e-48a99ca5d736 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672121 May 19 12:29:02.533625 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 49828) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:29:02.640730 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-f61ab2bc-c444-4076-8bf2-e43b4db1b5e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056237 May 19 12:29:02.650817 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-41c056a4-f48d-43cf-9aaf-247b206bc175 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:29:02.652518 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-41c056a4-f48d-43cf-9aaf-247b206bc175 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065851 May 19 12:29:02.758431 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 49838) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:29:02.924495 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-2149cdeb-ef22-462b-80a3-81ace0e553e4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:02.926920 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-2149cdeb-ef22-462b-80a3-81ace0e553e4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports/60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 941 time: 0.1664939 May 19 12:29:03.099046 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fbbfa-3058-4477-aaaf-10b60001b65e req-dfcbeca8-b260-433a-90aa-fdf62e5e4d75 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:03.100983 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-676fbbfa-3058-4477-aaaf-10b60001b65e req-dfcbeca8-b260-433a-90aa-fdf62e5e4d75 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0595784 May 19 12:29:03.159028 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-676fbbfa-3058-4477-aaaf-10b60001b65e req-f973ab14-ad6f-4155-9e45-f96fd23e6f7b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503418 May 19 12:29:04.318396 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84e25-752e-488b-800b-e5d369d81f7e req-0f0ff22f-b5d4-40bc-ab78-2fbeeb3b9a23 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:04.321014 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-99f84e25-752e-488b-800b-e5d369d81f7e req-0f0ff22f-b5d4-40bc-ab78-2fbeeb3b9a23 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0761211 May 19 12:29:04.390102 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-99f84e25-752e-488b-800b-e5d369d81f7e req-a123fd64-5c33-4a2c-88fb-972203c01332 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614996 May 19 12:29:05.061380 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-3263df55-76a1-4b8f-b214-a0ee285d822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.062985 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-3263df55-76a1-4b8f-b214-a0ee285d822a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec&tenant_id=1952e5f71bb245de912a1249fd7f6167 HTTP/1.1" status: 200 len: 1128 time: 0.0498426 May 19 12:29:05.155179 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-60912b04-3c3f-4eae-93df-424dff57d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.157844 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-60912b04-3c3f-4eae-93df-424dff57d34b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1128 time: 0.0597978 May 19 12:29:05.269096 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-a02bef04-a67b-4aa4-a2cc-f8a0ccfd30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.270533 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-a02bef04-a67b-4aa4-a2cc-f8a0ccfd30eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1071258 May 19 12:29:05.341209 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-27dfb2a5-4842-4df1-9798-ce2e3119fcac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 1000 time: 0.0649822 May 19 12:29:05.400946 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-fdae2bc0-0c82-498f-8fcc-e7c525038a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.403078 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-fdae2bc0-0c82-498f-8fcc-e7c525038a8d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0560215 May 19 12:29:05.453283 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-71d32696-4378-46bf-b7a0-fcb35afa9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.454955 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-71d32696-4378-46bf-b7a0-fcb35afa9c6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458040 May 19 12:29:05.516398 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:05.552675 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:05.559994 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-fea54540-4a1e-4dee-a563-e5483b1a11a8 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987456 May 19 12:29:05.580079 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278157a-fd93-4f19-8986-c0945961a3a5 req-abe736fb-668b-4872-8b34-e0e0550142e6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:05.581761 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a278157a-fd93-4f19-8986-c0945961a3a5 req-abe736fb-668b-4872-8b34-e0e0550142e6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0793388 May 19 12:29:05.650708 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a278157a-fd93-4f19-8986-c0945961a3a5 req-0e602d07-531c-43e9-b4de-64b4a8442b4a tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579646 May 19 12:29:05.675992 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-76597c63-942a-4a71-b4b6-5601c14c3b00 req-72db2196-4bf9-4669-93d5-6eb326b65aca service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104441 May 19 12:29:06.846518 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c80e8-50b6-4fe9-8e12-0b44212e7ff0 req-3ea0cad2-505d-4ca4-ae0c-78a3d1506982 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:06.848386 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8b9c80e8-50b6-4fe9-8e12-0b44212e7ff0 req-3ea0cad2-505d-4ca4-ae0c-78a3d1506982 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0635524 May 19 12:29:06.909064 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8b9c80e8-50b6-4fe9-8e12-0b44212e7ff0 req-d9af47ad-a140-4a64-b98b-be08d6751c48 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512569 May 19 12:29:08.125572 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec39f-c079-4fb5-a456-1a5cf8f2d64b req-e62f53b8-4f87-4ded-b00f-ad441b5b0808 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:08.125572 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b3fec39f-c079-4fb5-a456-1a5cf8f2d64b req-e62f53b8-4f87-4ded-b00f-ad441b5b0808 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0686691 May 19 12:29:08.191958 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b3fec39f-c079-4fb5-a456-1a5cf8f2d64b req-0f891cb3-7fe0-4ad9-94db-83e518c87f3c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526083 May 19 12:29:08.471433 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:08.474071 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:08.634985 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=18 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:08.636827 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=68 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:09.361259 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4115501-d459-474c-8f4d-7391b551361e req-033a5c36-0296-42eb-bc21-c38fcb535c41 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:09.363399 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b4115501-d459-474c-8f4d-7391b551361e req-033a5c36-0296-42eb-bc21-c38fcb535c41 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0567000 May 19 12:29:09.439670 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-b4115501-d459-474c-8f4d-7391b551361e req-a7ecce41-b34d-4ca3-9eef-e64d6989f5e2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653732 May 19 12:29:10.575692 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b951e-51c1-4c2a-952d-ca9370081b17 req-ae9a90b4-2b60-4a65-abdd-49918ebce3d8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:10.577411 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-100b951e-51c1-4c2a-952d-ca9370081b17 req-ae9a90b4-2b60-4a65-abdd-49918ebce3d8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0521851 May 19 12:29:10.632416 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-100b951e-51c1-4c2a-952d-ca9370081b17 req-08dbf683-cb29-4726-a4e5-75c9af0311ca tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485964 May 19 12:29:11.811715 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21a7aa-9093-4ffa-bfa2-d4ece20433cc req-1015e1b7-1f7d-4f1a-874b-0fcf8394cfc8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:11.814403 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f21a7aa-9093-4ffa-bfa2-d4ece20433cc req-1015e1b7-1f7d-4f1a-874b-0fcf8394cfc8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0763304 May 19 12:29:11.872155 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f21a7aa-9093-4ffa-bfa2-d4ece20433cc req-ac71f748-f6d0-4dbb-a25b-9c7236b3a0ae tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520165 May 19 12:29:12.472292 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-db57c7ce-6714-4c00-a24b-2416f357e26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:13.023322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b8d59-546c-4b45-98c9-d19cbed92b7d req-eef2d403-5e52-41dc-9b96-2f763c2fbf14 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:13.026259 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-419b8d59-546c-4b45-98c9-d19cbed92b7d req-eef2d403-5e52-41dc-9b96-2f763c2fbf14 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0676291 May 19 12:29:13.081957 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:13.096998 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-419b8d59-546c-4b45-98c9-d19cbed92b7d req-8c6aa618-7331-4fae-b253-6886270b921c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650163 May 19 12:29:14.182100 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:14.222715 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c876c-1a38-4105-b031-79284057e414 req-5e79d74a-d570-4bda-a709-1c70c72dcd7f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:14.224163 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f74c876c-1a38-4105-b031-79284057e414 req-5e79d74a-d570-4bda-a709-1c70c72dcd7f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0508523 May 19 12:29:14.267277 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:14.285307 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f74c876c-1a38-4105-b031-79284057e414 req-d612507d-fa1f-42d7-8349-1ac1917a17cb tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508399 May 19 12:29:14.935360 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3bc259b9-e37d-4105-a8d7-0ec4126289db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:15.489459 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e8d90-4b9e-47d4-b3a9-f382d2a42ff2 req-057aecd7-75ac-48cb-809b-a600860365a5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:15.491139 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-201e8d90-4b9e-47d4-b3a9-f382d2a42ff2 req-057aecd7-75ac-48cb-809b-a600860365a5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0702550 May 19 12:29:15.547592 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-201e8d90-4b9e-47d4-b3a9-f382d2a42ff2 req-a3ea58ee-07fc-46a0-98c4-00dd140eec09 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496297 May 19 12:29:15.696461 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=21 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:16.055423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:16.708320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c13a-5b88-44b9-9cc7-180b69b83791 req-2a6890f4-1de1-48a9-b1f1-831de4318be6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:16.710593 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4fb4c13a-5b88-44b9-9cc7-180b69b83791 req-2a6890f4-1de1-48a9-b1f1-831de4318be6 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0686994 May 19 12:29:16.800475 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4fb4c13a-5b88-44b9-9cc7-180b69b83791 req-783880f4-f356-427a-ae87-6ad68addc3fe tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809956 May 19 12:29:17.798000 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:17.959495 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d947751-6c21-41aa-b1e2-1bd00d69fe73 req-0bacecd6-7111-459b-8994-bbe63f8982d8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:17.963112 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8d947751-6c21-41aa-b1e2-1bd00d69fe73 req-0bacecd6-7111-459b-8994-bbe63f8982d8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0709844 May 19 12:29:18.022687 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8d947751-6c21-41aa-b1e2-1bd00d69fe73 req-4c739251-85ec-4d9f-81e1-8bc637c5045d tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504203 May 19 12:29:19.166660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2d0cd-1631-489c-a809-f92da1c5bbc2 req-8033cd19-9447-4861-8513-c60b905be855 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:19.168873 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-22b2d0cd-1631-489c-a809-f92da1c5bbc2 req-8033cd19-9447-4861-8513-c60b905be855 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0604572 May 19 12:29:19.233390 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-22b2d0cd-1631-489c-a809-f92da1c5bbc2 req-2ae0d12b-8c76-4422-942c-b61d5ac8f0a0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526745 May 19 12:29:19.877312 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:20.366380 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97cb5a-b54f-4d44-aa1e-8d90a29c828f req-21860f7e-ca3d-42da-b83b-8de17be6f9f4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:20.368021 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae97cb5a-b54f-4d44-aa1e-8d90a29c828f req-21860f7e-ca3d-42da-b83b-8de17be6f9f4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0527794 May 19 12:29:20.425498 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ae97cb5a-b54f-4d44-aa1e-8d90a29c828f req-7a51b0e8-fac9-49f7-b4f9-a74d9a8f137e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507293 May 19 12:29:21.560913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec6e0-2593-4219-b17d-4c21d4510b19 req-855eb78d-3468-46db-8d2d-acf8ba08e0d5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:21.562508 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-adcec6e0-2593-4219-b17d-4c21d4510b19 req-855eb78d-3468-46db-8d2d-acf8ba08e0d5 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0564945 May 19 12:29:21.616900 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-adcec6e0-2593-4219-b17d-4c21d4510b19 req-7ddf0055-fd41-46d7-a3bb-2ac9c8e43dd0 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484350 May 19 12:29:22.757218 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206b27a-f4b2-4973-ba4b-1d13b6f875b4 req-afcbcb56-fabe-4089-bfbe-c1d46c42133b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:22.758752 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f206b27a-f4b2-4973-ba4b-1d13b6f875b4 req-afcbcb56-fabe-4089-bfbe-c1d46c42133b tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0533476 May 19 12:29:22.817762 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f206b27a-f4b2-4973-ba4b-1d13b6f875b4 req-2acf25ce-7ee4-4d35-82ad-b07d57cc9b95 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494642 May 19 12:29:23.960186 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63290b-beaf-4169-94f9-9afa0abb98ea req-44cb8258-6d20-4744-a7f5-201eb2243f21 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:23.963026 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9f63290b-beaf-4169-94f9-9afa0abb98ea req-44cb8258-6d20-4744-a7f5-201eb2243f21 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0628567 May 19 12:29:24.025685 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9f63290b-beaf-4169-94f9-9afa0abb98ea req-07431d97-08ff-4821-b61e-f24411dc0b17 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569212 May 19 12:29:25.196251 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdc551-82fb-442c-b032-ca7bb5acddac req-4b2c73e8-ee0a-4241-8b7d-58c47d99a30c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:25.199670 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0bdc551-82fb-442c-b032-ca7bb5acddac req-4b2c73e8-ee0a-4241-8b7d-58c47d99a30c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 944 time: 0.0820742 May 19 12:29:25.258219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:25.265498 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:29:25.279886 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f0bdc551-82fb-442c-b032-ca7bb5acddac req-ea530542-0426-4ce1-8781-f7c733845524 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700784 May 19 12:29:25.395586 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:29:25.412906 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'port_id': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'mac_address': 'fa:16:3e:d3:79:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:29:25.452839 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:29:25.453218 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:25.468127 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:29:25.498220 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:29:25.603754 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:25.659114 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=9']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:29:26.044613 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:29:26.274538 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:29:26.435590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83958fb-62da-45ab-af30-31cd48996e7d req-8c63549d-47f2-4d41-a4b5-43110a32ddc2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:26.438036 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a83958fb-62da-45ab-af30-31cd48996e7d req-8c63549d-47f2-4d41-a4b5-43110a32ddc2 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 945 time: 0.0629237 May 19 12:29:26.522160 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a83958fb-62da-45ab-af30-31cd48996e7d req-55fdfdff-51ab-46c0-8843-2eedb5eba4d8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765307 May 19 12:29:27.275045 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:29:27.331104 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:29:27.331698 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:27.467945 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:29:27.468575 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:27.510406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:29:27.514472 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb93a6-4c86-4587-94f6-2280bd1ad691" -d '{"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-plugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:29:27.538132 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:29:27.608990 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:27.651347 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e6f38c-d4c2-4031-8703-33f2597cc35a x-openstack-request-id: req-c8e6f38c-d4c2-4031-8703-33f2597cc35a {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:29:27.651639 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-plugged", "status": "completed", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:29:27.652483 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8e6f38c-d4c2-4031-8703-33f2597cc35a {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:29:27.652873 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e6f38c-d4c2-4031-8703-33f2597cc35a'] response: {'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'code': 200} May 19 12:29:27.669958 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=10']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:29:27.688601 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35461b-ebbb-4053-87e1-c5287084c473 req-1aa8c30c-a97f-4bdd-a0e9-23e70fae5a2f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:27.690255 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dd35461b-ebbb-4053-87e1-c5287084c473 req-1aa8c30c-a97f-4bdd-a0e9-23e70fae5a2f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0625508 May 19 12:29:27.746803 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dd35461b-ebbb-4053-87e1-c5287084c473 req-9d823c46-ca5c-4fdf-9ce1-2ed8cc215967 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 May 19 12:29:28.087367 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba653c-0330-4a04-bf6e-b60055098ad6 req-b3f779d3-ea55-4da1-8e7e-0a936513eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:28.088374 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7bba653c-0330-4a04-bf6e-b60055098ad6 req-b3f779d3-ea55-4da1-8e7e-0a936513eb3e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1131 time: 0.0469930 May 19 12:29:28.154172 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7bba653c-0330-4a04-bf6e-b60055098ad6 req-1850be91-b13b-44f3-a751-c9be11899a24 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582829 May 19 12:29:28.906335 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:28.915021 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf8d96-8548-4e6d-baaa-5b59951384e8 req-d1b97298-a939-4874-801f-7e794e91f0af tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:28.916654 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4adf8d96-8548-4e6d-baaa-5b59951384e8 req-d1b97298-a939-4874-801f-7e794e91f0af tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0705886 May 19 12:29:28.969180 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4adf8d96-8548-4e6d-baaa-5b59951384e8 req-01f2727e-5d62-4ad9-8eaf-e616b1c42e74 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461414 May 19 12:29:30.122167 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a2642-f019-4df1-9307-7ff43042e0a5 req-f0a3605c-c086-4ea8-858e-fbab242da2b8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:30.123844 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bc3a2642-f019-4df1-9307-7ff43042e0a5 req-f0a3605c-c086-4ea8-858e-fbab242da2b8 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0569432 May 19 12:29:30.188877 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bc3a2642-f019-4df1-9307-7ff43042e0a5 req-8f445c97-737f-4526-b8b1-cd3ce928b8fe tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545657 May 19 12:29:31.369204 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ba8d-105c-4fcf-b36a-c2da5bd1e8ec req-377aeae9-9f1a-451e-9c7c-75358af18925 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:31.371648 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d6c0ba8d-105c-4fcf-b36a-c2da5bd1e8ec req-377aeae9-9f1a-451e-9c7c-75358af18925 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0652311 May 19 12:29:31.440088 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d6c0ba8d-105c-4fcf-b36a-c2da5bd1e8ec req-ba87a604-2620-41bf-a67e-7ca3f4d95b0f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611510 May 19 12:29:32.236993 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:32.586695 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67550182-f5d6-4022-b8c6-474d6dcaa15c req-63fdb536-9caa-4bda-af2a-6cfddbbabf15 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:32.588223 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-67550182-f5d6-4022-b8c6-474d6dcaa15c req-63fdb536-9caa-4bda-af2a-6cfddbbabf15 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0519326 May 19 12:29:32.639496 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-67550182-f5d6-4022-b8c6-474d6dcaa15c req-a2511836-cb90-4e00-b54d-b25c8c0b9dd4 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 May 19 12:29:36.267612 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:37.664773 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:37.670748 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:38.146121 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=11 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:38.150343 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:42.460361 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3e57653d-342b-4663-85bb-2f318a651f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:42.632395 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=29 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:42.635397 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=58 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:44.288318 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:44.928925 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c26ead6b-6722-4ece-a103-c0d1f6480863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:46.037556 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:47.608558 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:49.337067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:29:54.862439 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-6dfd82da-37e7-45e8-8cad-9481fb4eefd6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500360 May 19 12:29:54.972420 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-e476491c-3e6b-4ccd-8321-fcf11c1a5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:54.975294 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-e476491c-3e6b-4ccd-8321-fcf11c1a5a20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1952e5f71bb245de912a1249fd7f6167&device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 1131 time: 0.0502250 May 19 12:29:55.106667 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-703fe3b8-c11a-4bd4-9364-8c25b073a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.108184 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-703fe3b8-c11a-4bd4-9364-8c25b073a292 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 200 len: 917 time: 0.1111076 May 19 12:29:55.179578 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-9626402e-37b3-4af9-874e-03c00ee57090 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 200 len: 1002 time: 0.0655725 May 19 12:29:55.234983 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-bcb91064-9aeb-4888-a757-ad6c5b1258ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.237069 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-bcb91064-9aeb-4888-a757-ad6c5b1258ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 200 len: 855 time: 0.0501239 May 19 12:29:55.284476 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-eb900974-0c2f-4a39-8c22-f0e21aa9bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:29:55.286027 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-eb900974-0c2f-4a39-8c22-f0e21aa9bb74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fae2a519-b2c0-40c8-b8e9-67be2915545e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423594 May 19 12:29:55.403390 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-e54a445f-039e-4259-b0d2-a9a63882e0d2 service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069081 May 19 12:29:55.514280 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-dfef2537-38c2-4fee-9133-ecec69bb30fd req-4d89dde8-87f8-4f5e-948f-4da12c3c0b0c service neutron] 10.222.0.81 "GET /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052303 May 19 12:29:59.223797 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:29:59.227214 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:03.273432 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:30:05.502537 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=49 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:05.510159 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=52 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:10.285462 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:10.660394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50398) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:10.798654 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:10.889057 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Publish callbacks [] for security_group (fdf33994-b9cf-4f4b-954a-3ca16e9a477e), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:10.985922 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (fdf33994-b9cf-4f4b-954a-3ca16e9a477e), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:11.029612 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9d4c8fb9a2949199059e7b6288325a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678951 May 19 12:30:11.030421 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf33994-b9cf-4f4b-954a-3ca16e9a477e,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:11.032255 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50402) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:11.038654 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.039000 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.039344 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.039683 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.040046 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.040379 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.040709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.041033 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.041364 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.041748 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.042831 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.043626 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.044003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.044338 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.044674 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df1225-9550-4c2c-93e9-cca86d10fc7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.094773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Publish callbacks [] for security_group (fdf33994-b9cf-4f4b-954a-3ca16e9a477e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:11.121147 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Publish callbacks [] for security_group (fdf33994-b9cf-4f4b-954a-3ca16e9a477e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:11.299749 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (fdf33994-b9cf-4f4b-954a-3ca16e9a477e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:11.302325 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:11.311456 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdf33994-b9cf-4f4b-954a-3ca16e9a477e HTTP/1.1" status: 204 len: 168 time: 0.2697537 May 19 12:30:11.324786 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf33994-b9cf-4f4b-954a-3ca16e9a477e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:11.336372 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.336961 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.337540 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.338126 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.339499 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.340434 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.341030 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.341595 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.342059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.342800 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.343373 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.344087 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.344565 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.345134 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:11.345692 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09787f-6d10-40ca-acf1-5824c660045a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:12.202043 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50410) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:12.216435 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c5efa628-7493-41d7-9295-a3ed3a854014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.323621 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c5efa628-7493-41d7-9295-a3ed3a854014 admin admin] Publish callbacks [] for security_group (dc6fdb53-45cd-45da-8148-c5b351afd962), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.449162 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c5efa628-7493-41d7-9295-a3ed3a854014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (dc6fdb53-45cd-45da-8148-c5b351afd962), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.493969 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c5efa628-7493-41d7-9295-a3ed3a854014 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70656efb55db4a2a86d7c1b974127cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907906 May 19 12:30:12.495442 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efa628-7493-41d7-9295-a3ed3a854014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6fdb53-45cd-45da-8148-c5b351afd962,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:12.498438 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50414) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:12.501911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-0146efd1-ca4d-48e6-86ee-2ca19f520e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.557809 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8472-5a50-415a-a3d5-e38d95c3e5ec admin admin] Publish callbacks [] for security_group (dc6fdb53-45cd-45da-8148-c5b351afd962), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.583737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8472-5a50-415a-a3d5-e38d95c3e5ec admin admin] Publish callbacks [] for security_group (dc6fdb53-45cd-45da-8148-c5b351afd962), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.762884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8472-5a50-415a-a3d5-e38d95c3e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (dc6fdb53-45cd-45da-8148-c5b351afd962), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.765716 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8472-5a50-415a-a3d5-e38d95c3e5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:12.767166 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-ac6f8472-5a50-415a-a3d5-e38d95c3e5ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc6fdb53-45cd-45da-8148-c5b351afd962 HTTP/1.1" status: 204 len: 168 time: 0.2666101 May 19 12:30:12.780457 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8472-5a50-415a-a3d5-e38d95c3e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6fdb53-45cd-45da-8148-c5b351afd962,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:13.270101 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:14.352536 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:14.957215 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-263b22fa-c790-42a2-afdc-f35a314bdca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:16.132161 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:17.632238 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:19.208050 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee3636-503a-488f-adfa-92897023c7fb req-f55c7497-a0da-479a-abcd-ee13e009def8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:19.210054 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-93ee3636-503a-488f-adfa-92897023c7fb req-f55c7497-a0da-479a-abcd-ee13e009def8 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0589094 May 19 12:30:19.268065 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-93ee3636-503a-488f-adfa-92897023c7fb req-ac90e631-d94c-4bc8-acd1-488d5d226654 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499711 May 19 12:30:19.317366 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:20.406089 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5e434-2f44-4bf0-8bb9-066c0f95ac13 req-affe079b-78a7-432e-82c7-07fa50866156 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:20.407761 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0b5e434-2f44-4bf0-8bb9-066c0f95ac13 req-affe079b-78a7-432e-82c7-07fa50866156 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0537398 May 19 12:30:20.462374 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a0b5e434-2f44-4bf0-8bb9-066c0f95ac13 req-09e57f44-4d8e-4a60-9a29-b8e24a3d212a tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 May 19 12:30:21.196010 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-bb512118-6dfe-4b24-9bf4-cfda3ec64b29 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:21.197512 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-bb512118-6dfe-4b24-9bf4-cfda3ec64b29 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0599666 May 19 12:30:21.289169 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port 20c5c364-3274-4170-8229-3c010171aa57 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:21.289522 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (20c5c364-3274-4170-8229-3c010171aa57), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:21.404013 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] For port 20c5c364-3274-4170-8229-3c010171aa57, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20c5c364-3274-4170-8229-3c010171aa57,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:21.404401 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (20c5c364-3274-4170-8229-3c010171aa57), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:21.604069 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367e775-4821-4c1a-8735-3151ec9b8790 req-e8c1ca37-1323-48b9-a5df-d0cdae7e5b98 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:21.607039 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8367e775-4821-4c1a-8735-3151ec9b8790 req-e8c1ca37-1323-48b9-a5df-d0cdae7e5b98 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 946 time: 0.0621514 May 19 12:30:21.643756 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:21.644376 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (823c2481-38cf-4385-9667-4efe0638da46), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:21.645150 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Floating IP 823c2481-38cf-4385-9667-4efe0638da46 disassociated. External IP: 172.27.1.144, port: 20c5c364-3274-4170-8229-3c010171aa57. May 19 12:30:21.645564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for 20c5c364-3274-4170-8229-3c010171aa57 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:21.696948 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8367e775-4821-4c1a-8735-3151ec9b8790 req-ed49d9a8-ee3a-4f73-85af-b241bb69fc03 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ef571e1-ab09-4b0d-8bc1-66278342c8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820248 May 19 12:30:21.738506 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:22.065367 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:22.215608 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (20c5c364-3274-4170-8229-3c010171aa57), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.246101 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=20c5c364-3274-4170-8229-3c010171aa57,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:22.294620 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50548) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:22.381607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:22.459848 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6a742475-7615-498e-b876-88e217fe5483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.509884 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:22.532931 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:22.553967 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:22.554894 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:22.562826 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] No DVR routers for this DVR port 20c5c364-3274-4170-8229-3c010171aa57 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:22.565776 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.569474 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-541d3f09-ce82-4c01-af11-f21684e51dd2 req-87a2190e-ef7c-4c5e-9eb6-c88e5c6f8ec2 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.81 "DELETE /v2.0/ports/20c5c364-3274-4170-8229-3c010171aa57 HTTP/1.1" status: 204 len: 173 time: 1.3666019 May 19 12:30:22.570358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'name': 'network-vif-deleted', 'tag': '20c5c364-3274-4170-8229-3c010171aa57'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:22.571145 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6a742475-7615-498e-b876-88e217fe5483 admin admin] Publish callbacks [] for security_group (31f5be6d-86bd-430e-94c0-07f2e84a5e99), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.573524 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b2ff9-204f-49da-95da-80b33adfdb12" -d '{"events": [{"server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "name": "network-vif-deleted", "tag": "20c5c364-3274-4170-8229-3c010171aa57"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:22.662870 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6a742475-7615-498e-b876-88e217fe5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (31f5be6d-86bd-430e-94c0-07f2e84a5e99), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.719694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:22.726911 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:22.743483 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50558) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:22.744031 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6a742475-7615-498e-b876-88e217fe5483 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e03eae01937440af9454620be039539a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474056 May 19 12:30:22.746010 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a742475-7615-498e-b876-88e217fe5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5be6d-86bd-430e-94c0-07f2e84a5e99,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:22.855284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51dc4c1f-9114-45f5-a5ef-40b820e65b7a admin admin] Publish callbacks [] for security_group (31f5be6d-86bd-430e-94c0-07f2e84a5e99), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.892390 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51dc4c1f-9114-45f5-a5ef-40b820e65b7a admin admin] Publish callbacks [] for security_group (31f5be6d-86bd-430e-94c0-07f2e84a5e99), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:22.948639 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eab56e01-1908-4c3d-b04f-926ace0ba68e req-d19da55c-88a4-404b-a588-2628e9f92a64 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/ports?device_id=4044bf22-d9bc-4d48-b10d-7ad3da39ebd7 HTTP/1.1" status: 200 len: 210 time: 0.1202338 May 19 12:30:23.022948 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54df63d4-bf16-4331-b2ff-01250ea140d1 x-openstack-request-id: req-54df63d4-bf16-4331-b2ff-01250ea140d1 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:23.022948 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4044bf22-d9bc-4d48-b10d-7ad3da39ebd7", "name": "network-vif-deleted", "tag": "20c5c364-3274-4170-8229-3c010171aa57", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:23.022948 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54df63d4-bf16-4331-b2ff-01250ea140d1 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:23.023257 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54df63d4-bf16-4331-b2ff-01250ea140d1'] response: {'server_uuid': '4044bf22-d9bc-4d48-b10d-7ad3da39ebd7', 'name': 'network-vif-deleted', 'tag': '20c5c364-3274-4170-8229-3c010171aa57', 'status': 'completed', 'code': 200} May 19 12:30:23.117651 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51dc4c1f-9114-45f5-a5ef-40b820e65b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (31f5be6d-86bd-430e-94c0-07f2e84a5e99), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:23.120207 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-51dc4c1f-9114-45f5-a5ef-40b820e65b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:23.121462 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-51dc4c1f-9114-45f5-a5ef-40b820e65b7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31f5be6d-86bd-430e-94c0-07f2e84a5e99 HTTP/1.1" status: 204 len: 168 time: 0.3764482 May 19 12:30:23.124989 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:23.130583 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc4c1f-9114-45f5-a5ef-40b820e65b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5be6d-86bd-430e-94c0-07f2e84a5e99,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:23.160224 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:23.201014 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:23.214394 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:23.215608 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:23.337983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:23.557876 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 20c5c364-3274-4170-8229-3c010171aa57 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:23.585727 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 20c5c364-3274-4170-8229-3c010171aa57 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:23.586177 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 20c5c364-3274-4170-8229-3c010171aa57 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:23.589896 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:23.596028 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:23.629911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd391886-6880-4337-a2bd-07f56c027796 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:18:04Z', 'revision_number': 4, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3f19549e-e9f6-4c87-ac42-7ec5c30e9052', 'name': '', 'network_id': '744c5d15-060b-4067-aa62-eecc19d1b85e', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'mac_address': 'fa:16:3e:b5:1b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:18:02Z', 'updated_at': '2022-05-19T12:18:21Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'subnets': [{'id': '57a53a90-5cf3-4f95-8228-aee4f85c871b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:23.923377 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aef315-eafd-4e7e-87e2-2e6f4157e3e5 None None] New status for floating IP 823c2481-38cf-4385-9667-4efe0638da46: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:30:24.258396 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50572) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:24.280976 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50574) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:24.283897 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5188daa7-029e-4f88-8c4d-1f37c3fe4764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.357903 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:24.365718 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-15b565d4-139a-4c3f-a435-4952f2d2ef32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (0ef571e1-ab09-4b0d-8bc1-66278342c8d8), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.394071 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5188daa7-029e-4f88-8c4d-1f37c3fe4764 admin admin] Publish callbacks [] for security_group (4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.395384 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-15b565d4-139a-4c3f-a435-4952f2d2ef32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (0ef571e1-ab09-4b0d-8bc1-66278342c8d8), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.488708 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-5188daa7-029e-4f88-8c4d-1f37c3fe4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.537927 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-5188daa7-029e-4f88-8c4d-1f37c3fe4764 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92b99d905bb84299b387ec16ceb58e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783010 May 19 12:30:24.539099 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188daa7-029e-4f88-8c4d-1f37c3fe4764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:24.540833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50576) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:24.574059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-15b565d4-139a-4c3f-a435-4952f2d2ef32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (0ef571e1-ab09-4b0d-8bc1-66278342c8d8), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.576746 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-15b565d4-139a-4c3f-a435-4952f2d2ef32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.578099 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-15b565d4-139a-4c3f-a435-4952f2d2ef32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ef571e1-ab09-4b0d-8bc1-66278342c8d8 HTTP/1.1" status: 204 len: 168 time: 0.2958305 May 19 12:30:24.581446 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50578) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:24.602096 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b565d4-139a-4c3f-a435-4952f2d2ef32 tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef571e1-ab09-4b0d-8bc1-66278342c8d8,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:24.607685 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.api.v2.resource [None req-cc28549d-446e-4b1d-9a0b-e2469099625c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] show failed (client error): The resource could not be found. May 19 12:30:24.609508 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-cc28549d-446e-4b1d-9a0b-e2469099625c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "GET /v2.0/security-groups/0ef571e1-ab09-4b0d-8bc1-66278342c8d8 HTTP/1.1" status: 404 len: 347 time: 0.0264370 May 19 12:30:24.614193 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50580) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:24.637677 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a55361a0-d907-460a-bc2f-065f31ed2b2e admin admin] Publish callbacks [] for security_group (4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.667962 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a55361a0-d907-460a-bc2f-065f31ed2b2e admin admin] Publish callbacks [] for security_group (4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.819772 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a55361a0-d907-460a-bc2f-065f31ed2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.822476 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a55361a0-d907-460a-bc2f-065f31ed2b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.826641 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Deleting port ac1eed11-cab4-4af6-a76a-e45789cd52f0 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:24.835181 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a55361a0-d907-460a-bc2f-065f31ed2b2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957 HTTP/1.1" status: 204 len: 168 time: 0.2801328 May 19 12:30:24.836065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.836175 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55361a0-d907-460a-bc2f-065f31ed2b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4323abf5-7ee2-47ff-a0e2-b9fbbd1fd957,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:24.957268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.957609 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (ac1eed11-cab4-4af6-a76a-e45789cd52f0), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:24.972955 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Calling delete_port for ac1eed11-cab4-4af6-a76a-e45789cd52f0 owned by network:floatingip {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:25.208620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (ac1eed11-cab4-4af6-a76a-e45789cd52f0), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:25.240151 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Pushing event deleted for resources: {'Port': ['ID=ac1eed11-cab4-4af6-a76a-e45789cd52f0,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:25.340472 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks [] for floatingip (823c2481-38cf-4385-9667-4efe0638da46), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:25.342982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:25.344367 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6711cd7f-4a12-47a1-be63-ee751950f66c tempest-AttachVolumeNegativeTest-50904330 tempest-AttachVolumeNegativeTest-50904330-project] 10.222.0.23 "DELETE /v2.0/floatingips/823c2481-38cf-4385-9667-4efe0638da46 HTTP/1.1" status: 204 len: 168 time: 0.7285206 May 19 12:30:28.113067 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50638) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:28.247696 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b1b1-c600-4bfc-8e3f-c2b84ff91159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.375213 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b1b1-c600-4bfc-8e3f-c2b84ff91159 admin admin] Publish callbacks [] for security_group (f5a2229c-4191-4c44-92c5-79679cb2af73), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.476608 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b1b1-c600-4bfc-8e3f-c2b84ff91159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (f5a2229c-4191-4c44-92c5-79679cb2af73), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.506145 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:28.525357 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-8ea2b1b1-c600-4bfc-8e3f-c2b84ff91159 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2041411f6239443893ee58c7353c0813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111679 May 19 12:30:28.527325 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2b1b1-c600-4bfc-8e3f-c2b84ff91159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2229c-4191-4c44-92c5-79679cb2af73,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:28.529043 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50654) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:28.591439 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab344f47-74dc-4a30-ac1b-c4d35a7aed1a admin admin] Publish callbacks [] for security_group (f5a2229c-4191-4c44-92c5-79679cb2af73), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.618337 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab344f47-74dc-4a30-ac1b-c4d35a7aed1a admin admin] Publish callbacks [] for security_group (f5a2229c-4191-4c44-92c5-79679cb2af73), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.780392 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab344f47-74dc-4a30-ac1b-c4d35a7aed1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (f5a2229c-4191-4c44-92c5-79679cb2af73), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.783294 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ab344f47-74dc-4a30-ac1b-c4d35a7aed1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:28.787265 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ab344f47-74dc-4a30-ac1b-c4d35a7aed1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5a2229c-4191-4c44-92c5-79679cb2af73 HTTP/1.1" status: 204 len: 168 time: 0.2544355 May 19 12:30:28.793393 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344f47-74dc-4a30-ac1b-c4d35a7aed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2229c-4191-4c44-92c5-79679cb2af73,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:29.643863 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50662) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:29.654934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-823458ef-7e0e-4262-b440-f6b899abdc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:29.734421 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:29.744807 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-823458ef-7e0e-4262-b440-f6b899abdc9d admin admin] Publish callbacks [] for security_group (202aa073-f5ee-4905-af6e-f0cdf47c69ce), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:29.878479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-823458ef-7e0e-4262-b440-f6b899abdc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (202aa073-f5ee-4905-af6e-f0cdf47c69ce), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:29.909014 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50670) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:29.923011 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-823458ef-7e0e-4262-b440-f6b899abdc9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81a5ab3f3abf484b9372fe91256fd40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812455 May 19 12:30:29.924249 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823458ef-7e0e-4262-b440-f6b899abdc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202aa073-f5ee-4905-af6e-f0cdf47c69ce,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:29.927958 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50674) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:29.943468 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:30.024197 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2e33504b-6545-49f9-a3a1-045787af1bd2 admin admin] Publish callbacks [] for security_group (202aa073-f5ee-4905-af6e-f0cdf47c69ce), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.065689 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2e33504b-6545-49f9-a3a1-045787af1bd2 admin admin] Publish callbacks [] for security_group (202aa073-f5ee-4905-af6e-f0cdf47c69ce), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.315644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2e33504b-6545-49f9-a3a1-045787af1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (202aa073-f5ee-4905-af6e-f0cdf47c69ce), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.318517 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2e33504b-6545-49f9-a3a1-045787af1bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.319759 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2e33504b-6545-49f9-a3a1-045787af1bd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/202aa073-f5ee-4905-af6e-f0cdf47c69ce HTTP/1.1" status: 204 len: 168 time: 0.3898919 May 19 12:30:30.334454 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33504b-6545-49f9-a3a1-045787af1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202aa073-f5ee-4905-af6e-f0cdf47c69ce,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:30.556472 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (2e20d6bc-5480-4f9a-940e-e79039bc84bc), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.735353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:30.826256 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Deleting port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:30.826918 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.944014 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] For port 3f19549e-e9f6-4c87-ac42-7ec5c30e9052, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:30.944736 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:30.964887 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Calling delete_port for 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:31.130860 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:31.271669 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (3f19549e-e9f6-4c87-ac42-7ec5c30e9052), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:31.300377 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f19549e-e9f6-4c87-ac42-7ec5c30e9052,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:31.578017 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (2e20d6bc-5480-4f9a-940e-e79039bc84bc), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:31.860724 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Router 2e20d6bc-5480-4f9a-940e-e79039bc84bc has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:31.985338 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:31.990912 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2735534d-722e-4533-b1f5-9aff411f2b1b admin admin] 10.222.0.23 "PUT /v2.0/routers/2e20d6bc-5480-4f9a-940e-e79039bc84bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806160 May 19 12:30:31.993911 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50700) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:32.001757 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] Sync routers for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:32.016813 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:32.017453 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.054796 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:32.124737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks [] for router (2e20d6bc-5480-4f9a-940e-e79039bc84bc), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:32.135940 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:32.307993 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks [] for router_gateway (2e20d6bc-5480-4f9a-940e-e79039bc84bc), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:32.392296 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:30:31Z', 'revision_number': 5, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port': {'id': 'b2dbd6d7-51d1-46c0-955a-ed2a06249ce1', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:17:53Z', 'updated_at': '2022-05-19T12:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.449407 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] Checking router: 2e20d6bc-5480-4f9a-940e-e79039bc84bc for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:32.456265 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Deleting port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:32.456790 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:32.467323 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] Routers {'2e20d6bc-5480-4f9a-940e-e79039bc84bc'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:32.468907 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.577799 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] For port b2dbd6d7-51d1-46c0-955a-ed2a06249ce1, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:32.578142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:32.604882 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Calling delete_port for b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 owned by network:router_gateway {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:32.610721 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] Set router 2e20d6bc-5480-4f9a-940e-e79039bc84bc gateway port host: None {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:32.708054 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:30:32Z', 'revision_number': 6, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port_host': None}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:32.743636 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e98b8-1c8b-4cd5-a99b-7975b6e38582 None None] The sync data for ids ['2e20d6bc-5480-4f9a-940e-e79039bc84bc'] in dv-cinder-804757-28-iscsi is: [{'id': '2e20d6bc-5480-4f9a-940e-e79039bc84bc', 'name': 'tempest-AttachVolumeNegativeTest-355584242-router', 'tenant_id': '1d2de86d602945238f5df0e2c388004f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:17:51Z', 'updated_at': '2022-05-19T12:30:32Z', 'revision_number': 6, 'project_id': '1d2de86d602945238f5df0e2c388004f', 'gw_port_host': None}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:32.801472 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:32.991413 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (b2dbd6d7-51d1-46c0-955a-ed2a06249ce1), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.025128 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dbd6d7-51d1-46c0-955a-ed2a06249ce1,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:33.158903 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (2e20d6bc-5480-4f9a-940e-e79039bc84bc), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.278288 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:33.320322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (2e20d6bc-5480-4f9a-940e-e79039bc84bc), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.323475 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks [] for router_controller (2e20d6bc-5480-4f9a-940e-e79039bc84bc), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.478276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (2e20d6bc-5480-4f9a-940e-e79039bc84bc), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.480050 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e20d6bc-5480-4f9a-940e-e79039bc84bc {{(pid=104216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:30:33.490345 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.496883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50738) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:33.497538 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-13c67cfa-eea5-4ce5-b9fb-4a19825c5162 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2e20d6bc-5480-4f9a-940e-e79039bc84bc HTTP/1.1" status: 204 len: 168 time: 1.4998214 May 19 12:30:33.571775 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Deleting subnet 57a53a90-5cf3-4f95-8228-aee4f85c871b {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:30:33.576774 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Publish callbacks [] for subnet (57a53a90-5cf3-4f95-8228-aee4f85c871b), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.602764 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:33.639431 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (57a53a90-5cf3-4f95-8228-aee4f85c871b), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.762466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (57a53a90-5cf3-4f95-8228-aee4f85c871b), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:33.875704 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:33.986106 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:33.993233 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (57a53a90-5cf3-4f95-8228-aee4f85c871b), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.033504 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:34.033949 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device b2dbd6d7-51d1-46c0-955a-ed2a06249ce1 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:34.034623 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:34.056672 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:34.063062 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:34.084026 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.110210 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/57a53a90-5cf3-4f95-8228-aee4f85c871b HTTP/1.1" status: 204 len: 168 time: 0.6012416 May 19 12:30:34.110210 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85a6af-66b4-408d-b061-d5b239ba598b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a53a90-5cf3-4f95-8228-aee4f85c871b,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:34.111210 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50750) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:34.119656 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841842f0-8e38-431a-9d56-31217252be20 None None] Network 744c5d15-060b-4067-aa62-eecc19d1b85e requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:30:34.125389 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:34.126178 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3f19549e-e9f6-4c87-ac42-7ec5c30e9052 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:34.219131 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (744c5d15-060b-4067-aa62-eecc19d1b85e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.282610 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Deleting port cf52eea4-372b-41a9-8513-081a8dd2282c {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:34.283062 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.360162 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] DHCP port deletion for 744c5d15-060b-4067-aa62-eecc19d1b85e request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:30:34.375166 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] For port cf52eea4-372b-41a9-8513-081a8dd2282c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=cf52eea4-372b-41a9-8513-081a8dd2282c,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:34.375849 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.405934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Calling delete_port for cf52eea4-372b-41a9-8513-081a8dd2282c owned by network:dhcp {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:34.413124 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Deleting port cf52eea4-372b-41a9-8513-081a8dd2282c {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:34.418083 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.495834 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] For port cf52eea4-372b-41a9-8513-081a8dd2282c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=cf52eea4-372b-41a9-8513-081a8dd2282c,segment=NetworkSegment(8e888fc2-b60c-47a2-a0ac-5168c9afb795),segment_id=8e888fc2-b60c-47a2-a0ac-5168c9afb795)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:34.496434 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.518414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Calling delete_port for cf52eea4-372b-41a9-8513-081a8dd2282c owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:34.610452 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.622687 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (cf52eea4-372b-41a9-8513-081a8dd2282c), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.647478 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf52eea4-372b-41a9-8513-081a8dd2282c,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:34.651732 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Pushing event deleted for resources: {'Port': ['ID=cf52eea4-372b-41a9-8513-081a8dd2282c,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:34.657501 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] No DVR routers for this DVR port cf52eea4-372b-41a9-8513-081a8dd2282c on host dv-cinder-804757-28-iscsi {{(pid=104216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:34.662447 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.662770 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.663313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.663896 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.664434 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.664770 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.665098 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.665424 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.665740 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.666257 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.667487 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.667986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.668529 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.669162 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.669677 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:30:34.677114 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ee33d-e7cc-4a56-b1f9-37c564742d45 None None] No DVR routers for this DVR port cf52eea4-372b-41a9-8513-081a8dd2282c on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:34.723881 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50754) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:34.774804 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (744c5d15-060b-4067-aa62-eecc19d1b85e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.802276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744c5d15-060b-4067-aa62-eecc19d1b85e']}} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:34.818543 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e888fc2-b60c-47a2-a0ac-5168c9afb795') {'for_net_delete': True} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:34.825290 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e888fc2-b60c-47a2-a0ac-5168c9afb795') {} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:34.831983 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10076711'] for segment (8e888fc2-b60c-47a2-a0ac-5168c9afb795), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.855190 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (8e888fc2-b60c-47a2-a0ac-5168c9afb795), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.863467 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:30:34.863467 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10370344'] for segment (8e888fc2-b60c-47a2-a0ac-5168c9afb795), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: Traceback (most recent call last): May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: timer() May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: cb(*args, **kw) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: return func(*args, **kwargs) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: self._notify() May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: self.callback(batched_events) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: event.method(event) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: return f(self, *a, **k) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._get(url).json() May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: return self.request(url, 'GET', **kwargs) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:30:34.865906 dv-cinder-804757-28-iscsi neutron-server[104216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:30:34.883122 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d74093a8-aea3-4947-b681-05f9744e7cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.991412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d74093a8-aea3-4947-b681-05f9744e7cd4 admin admin] Publish callbacks [] for security_group (ee1024e0-f50d-47ce-84fb-a12af91a2702), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:34.991731 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (744c5d15-060b-4067-aa62-eecc19d1b85e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.004321 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.004321 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/744c5d15-060b-4067-aa62-eecc19d1b85e HTTP/1.1" status: 204 len: 168 time: 0.8974144 May 19 12:30:35.018072 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd5baa-3d57-4eca-95c1-8257552ac4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=744c5d15-060b-4067-aa62-eecc19d1b85e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:35.111491 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-d74093a8-aea3-4947-b681-05f9744e7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (ee1024e0-f50d-47ce-84fb-a12af91a2702), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.156933 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74093a8-aea3-4947-b681-05f9744e7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1024e0-f50d-47ce-84fb-a12af91a2702,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:35.162638 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-d74093a8-aea3-4947-b681-05f9744e7cd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2c187bb046343368001964cd52917fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367764 May 19 12:30:35.165300 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50760) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:35.234271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-805211a9-ad42-460e-9f6f-ef3d9e9ebaaa admin admin] Publish callbacks [] for security_group (ee1024e0-f50d-47ce-84fb-a12af91a2702), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.262763 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-805211a9-ad42-460e-9f6f-ef3d9e9ebaaa admin admin] Publish callbacks [] for security_group (ee1024e0-f50d-47ce-84fb-a12af91a2702), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.443042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-805211a9-ad42-460e-9f6f-ef3d9e9ebaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (ee1024e0-f50d-47ce-84fb-a12af91a2702), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.446549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-805211a9-ad42-460e-9f6f-ef3d9e9ebaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.449049 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-805211a9-ad42-460e-9f6f-ef3d9e9ebaaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee1024e0-f50d-47ce-84fb-a12af91a2702 HTTP/1.1" status: 204 len: 168 time: 0.2825398 May 19 12:30:35.465129 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805211a9-ad42-460e-9f6f-ef3d9e9ebaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1024e0-f50d-47ce-84fb-a12af91a2702,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:35.518393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50764) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:35.598272 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-89f20635-1b84-440b-9239-ffab77768392 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d2de86d602945238f5df0e2c388004f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0780137 May 19 12:30:35.600575 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50766) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:35.666397 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-17336102-d6a6-402b-ac3e-292f8d8fed1e admin admin] Publish callbacks [] for security_group (4c1d8369-5594-4131-9dca-967c20b825f5), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.705960 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-17336102-d6a6-402b-ac3e-292f8d8fed1e admin admin] Publish callbacks [] for security_group (4c1d8369-5594-4131-9dca-967c20b825f5), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.882048 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-17336102-d6a6-402b-ac3e-292f8d8fed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4c1d8369-5594-4131-9dca-967c20b825f5), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.886341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-17336102-d6a6-402b-ac3e-292f8d8fed1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:35.888560 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-17336102-d6a6-402b-ac3e-292f8d8fed1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c1d8369-5594-4131-9dca-967c20b825f5 HTTP/1.1" status: 204 len: 168 time: 0.2867332 May 19 12:30:35.917921 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17336102-d6a6-402b-ac3e-292f8d8fed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d8369-5594-4131-9dca-967c20b825f5,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:35.921630 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device cf52eea4-372b-41a9-8513-081a8dd2282c no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:35.995853 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: cf52eea4-372b-41a9-8513-081a8dd2282c {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:35.997692 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device cf52eea4-372b-41a9-8513-081a8dd2282c not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:36.471221 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50774) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:36.495283 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6c5-9c59-4213-98a5-4c99407cb3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:36.611670 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6c5-9c59-4213-98a5-4c99407cb3da admin admin] Publish callbacks [] for security_group (e555d985-4843-4010-97ec-c476dc03a14c), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:36.677369 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6c5-9c59-4213-98a5-4c99407cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (e555d985-4843-4010-97ec-c476dc03a14c), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:36.730686 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-11d5e6c5-9c59-4213-98a5-4c99407cb3da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c47f406c06934ab3a4a50f4220b7cba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554412 May 19 12:30:36.731128 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5e6c5-9c59-4213-98a5-4c99407cb3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555d985-4843-4010-97ec-c476dc03a14c,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:36.733002 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50782) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:36.815636 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-57775e6d-d5e8-4517-87db-3f67932404cd admin admin] Publish callbacks [] for security_group (e555d985-4843-4010-97ec-c476dc03a14c), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:36.845274 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-57775e6d-d5e8-4517-87db-3f67932404cd admin admin] Publish callbacks [] for security_group (e555d985-4843-4010-97ec-c476dc03a14c), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:37.019712 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-57775e6d-d5e8-4517-87db-3f67932404cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (e555d985-4843-4010-97ec-c476dc03a14c), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:37.022318 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-57775e6d-d5e8-4517-87db-3f67932404cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:37.023643 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-57775e6d-d5e8-4517-87db-3f67932404cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e555d985-4843-4010-97ec-c476dc03a14c HTTP/1.1" status: 204 len: 168 time: 0.2895486 May 19 12:30:37.040911 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57775e6d-d5e8-4517-87db-3f67932404cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555d985-4843-4010-97ec-c476dc03a14c,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:39.649012 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50852) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:39.800082 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50856) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:39.897413 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:39.915744 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b17f5120-0e36-4d99-ac5b-f2510cfc7e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:39.969305 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:40.023989 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e7e68b54-f90f-4065-8631-f1636f1dedc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.075131 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b17f5120-0e36-4d99-ac5b-f2510cfc7e86 admin admin] Publish callbacks [] for security_group (261cdcfd-5f0e-4d03-903e-bd1da1c9e5da), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.121527 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:40.137674 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e7e68b54-f90f-4065-8631-f1636f1dedc4 admin admin] Publish callbacks [] for security_group (2d35038c-e81c-4d89-8cf5-6e60ffd7093b), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.138662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:40.225841 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b17f5120-0e36-4d99-ac5b-f2510cfc7e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (261cdcfd-5f0e-4d03-903e-bd1da1c9e5da), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.274771 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e7e68b54-f90f-4065-8631-f1636f1dedc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2d35038c-e81c-4d89-8cf5-6e60ffd7093b), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.276086 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:30:40.287916 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b17f5120-0e36-4d99-ac5b-f2510cfc7e86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2408c708d3ab4f6a9778c9634765d187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318357 May 19 12:30:40.287916 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f5120-0e36-4d99-ac5b-f2510cfc7e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261cdcfd-5f0e-4d03-903e-bd1da1c9e5da,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:40.300783 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50866) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:40.348590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e68b54-f90f-4065-8631-f1636f1dedc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d35038c-e81c-4d89-8cf5-6e60ffd7093b,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:40.372600 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50870) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:40.373546 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e7e68b54-f90f-4065-8631-f1636f1dedc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dd1b178667e4d91ad125c3cbf030de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720079 May 19 12:30:40.448754 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adf5100c-d87e-46aa-ace4-68cc5a939e4b admin admin] Publish callbacks [] for security_group (261cdcfd-5f0e-4d03-903e-bd1da1c9e5da), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.479396 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87436961-3b75-4b7b-ba82-45d14c3ab983 admin admin] Publish callbacks [] for security_group (2d35038c-e81c-4d89-8cf5-6e60ffd7093b), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.500662 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adf5100c-d87e-46aa-ace4-68cc5a939e4b admin admin] Publish callbacks [] for security_group (261cdcfd-5f0e-4d03-903e-bd1da1c9e5da), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.519605 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87436961-3b75-4b7b-ba82-45d14c3ab983 admin admin] Publish callbacks [] for security_group (2d35038c-e81c-4d89-8cf5-6e60ffd7093b), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.742151 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adf5100c-d87e-46aa-ace4-68cc5a939e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (261cdcfd-5f0e-4d03-903e-bd1da1c9e5da), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.742463 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87436961-3b75-4b7b-ba82-45d14c3ab983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2d35038c-e81c-4d89-8cf5-6e60ffd7093b), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.743185 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adf5100c-d87e-46aa-ace4-68cc5a939e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.743408 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-87436961-3b75-4b7b-ba82-45d14c3ab983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:40.743557 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-adf5100c-d87e-46aa-ace4-68cc5a939e4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/261cdcfd-5f0e-4d03-903e-bd1da1c9e5da HTTP/1.1" status: 204 len: 168 time: 0.4382498 May 19 12:30:40.748396 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-87436961-3b75-4b7b-ba82-45d14c3ab983 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d35038c-e81c-4d89-8cf5-6e60ffd7093b HTTP/1.1" status: 204 len: 168 time: 0.3705232 May 19 12:30:40.759332 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5100c-d87e-46aa-ace4-68cc5a939e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261cdcfd-5f0e-4d03-903e-bd1da1c9e5da,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:40.786095 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87436961-3b75-4b7b-ba82-45d14c3ab983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d35038c-e81c-4d89-8cf5-6e60ffd7093b,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:41.218647 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6ca66-7342-403f-a7c1-f23b0d1e9b39 req-85bfd67b-fd0b-45f5-a3fa-42f6fae32c03 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:41.220300 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c4b6ca66-7342-403f-a7c1-f23b0d1e9b39 req-85bfd67b-fd0b-45f5-a3fa-42f6fae32c03 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0683439 May 19 12:30:41.289354 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c4b6ca66-7342-403f-a7c1-f23b0d1e9b39 req-08c03a62-0aad-44ce-bdc3-27e03d5a7bfc tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555155 May 19 12:30:42.042943 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50896) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:42.066829 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a031f56e-c261-4e42-920e-6c8b02cfa911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.189445 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a031f56e-c261-4e42-920e-6c8b02cfa911 admin admin] Publish callbacks [] for security_group (7bb0f319-e622-4bdc-8b77-0ba33a4574d6), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.271441 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a031f56e-c261-4e42-920e-6c8b02cfa911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (7bb0f319-e622-4bdc-8b77-0ba33a4574d6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.324206 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a031f56e-c261-4e42-920e-6c8b02cfa911 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c5478cf18984859ad9fd5f501afe0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796071 May 19 12:30:42.326524 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031f56e-c261-4e42-920e-6c8b02cfa911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb0f319-e622-4bdc-8b77-0ba33a4574d6,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:42.328442 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50900) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:42.435681 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6eee748b-26bb-49b0-b1b5-2d595898420d admin admin] Publish callbacks [] for security_group (7bb0f319-e622-4bdc-8b77-0ba33a4574d6), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.472842 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6eee748b-26bb-49b0-b1b5-2d595898420d admin admin] Publish callbacks [] for security_group (7bb0f319-e622-4bdc-8b77-0ba33a4574d6), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.489462 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-feaeb9af-f8aa-4d8d-ae3e-a18d9be1fb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.569199 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ee67-9f45-461a-92c5-16028714c184 req-02f282a8-c251-4ec8-aaf6-099ecf9ee72c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:42.571044 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8228ee67-9f45-461a-92c5-16028714c184 req-02f282a8-c251-4ec8-aaf6-099ecf9ee72c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0890017 May 19 12:30:42.587248 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:42.643341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6eee748b-26bb-49b0-b1b5-2d595898420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (7bb0f319-e622-4bdc-8b77-0ba33a4574d6), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.651212 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-6eee748b-26bb-49b0-b1b5-2d595898420d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:42.655862 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-6eee748b-26bb-49b0-b1b5-2d595898420d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bb0f319-e622-4bdc-8b77-0ba33a4574d6 HTTP/1.1" status: 204 len: 168 time: 0.3186307 May 19 12:30:42.668933 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee748b-26bb-49b0-b1b5-2d595898420d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb0f319-e622-4bdc-8b77-0ba33a4574d6,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:42.675257 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8228ee67-9f45-461a-92c5-16028714c184 req-5508457d-a1a1-48d1-b576-a02559473a64 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3b57f68-345e-400c-b94a-3b26a43b9481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949321 May 19 12:30:42.852801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-0bc071f0-3578-4fc4-aaae-4acbfbbf3370 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:42.856839 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-0bc071f0-3578-4fc4-aaae-4acbfbbf3370 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 947 time: 0.0846128 May 19 12:30:42.981189 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:42.987305 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Deleting port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:42.987646 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.099081 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] For port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:43.099911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.340726 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.341666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (6784d7b4-8a2c-45d5-bb2a-9031c13ffd83), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.341666 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Floating IP 6784d7b4-8a2c-45d5-bb2a-9031c13ffd83 disassociated. External IP: 172.27.1.155, port: 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed. May 19 12:30:43.342002 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Calling delete_port for 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:43.442621 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:43.676882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (60a88c1e-75f6-4fbf-9da2-da492fbaa3ed), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:43.709647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event deleted for resources: {'Port': ['ID=60a88c1e-75f6-4fbf-9da2-da492fbaa3ed,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:43.878473 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Router 6b3072b3-a74b-4516-9672-31875d5081d1 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:43.937771 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d7064e4c-4e46-46b7-8747-f626249aa057 req-2fb1320f-e4b5-428d-b8ba-8580118628cb tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0442688 May 19 12:30:44.122817 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:44.160718 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:44.199561 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:44.201249 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:44.248673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] No DVR routers for this DVR port 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:44.253504 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:44.261531 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-68534bf3-d5e7-46ee-95de-9991f61f09b6 req-46dd0390-d45a-44e1-be56-3fd24d73036f tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.81 "DELETE /v2.0/ports/60a88c1e-75f6-4fbf-9da2-da492fbaa3ed HTTP/1.1" status: 204 len: 173 time: 1.3981593 May 19 12:30:44.266913 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-deleted', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:44.269343 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f3bc3-23ed-4b9b-99d2-92f9418e9e8f" -d '{"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-deleted", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:44.356133 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f0a887-e07c-4bda-8d0a-934668619570 x-openstack-request-id: req-d1f0a887-e07c-4bda-8d0a-934668619570 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:44.357638 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fa402-5c50-4d9d-bfba-b2e39a9133ec", "name": "network-vif-deleted", "tag": "60a88c1e-75f6-4fbf-9da2-da492fbaa3ed", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:44.358247 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1f0a887-e07c-4bda-8d0a-934668619570 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:44.363291 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f0a887-e07c-4bda-8d0a-934668619570'] response: {'server_uuid': '315fa402-5c50-4d9d-bfba-b2e39a9133ec', 'name': 'network-vif-deleted', 'tag': '60a88c1e-75f6-4fbf-9da2-da492fbaa3ed', 'status': 'completed', 'code': 200} May 19 12:30:44.451493 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:44.655099 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:44.986045 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b6f7572c-86f6-4013-b5e4-af12d975b162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:45.005464 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:45.063269 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:45.079998 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:45.082615 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:45.129318 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-08c866ab-5981-495a-8bda-d5b8d2ca61f8 req-4494bb3e-5e78-4112-817e-06d7ef5d096e tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/ports?device_id=315fa402-5c50-4d9d-bfba-b2e39a9133ec HTTP/1.1" status: 200 len: 210 time: 0.0365171 May 19 12:30:45.231723 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:45.519088 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:45.554606 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005bed74-4070-4632-8dd1-ce774f778a8f None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:20:05Z', 'revision_number': 4, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '1d9b236c-c046-4c6f-a1e0-aa1208d1728e', 'name': '', 'network_id': 'fae2a519-b2c0-40c8-b8e9-67be2915545e', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'mac_address': 'fa:16:3e:2e:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:05Z', 'updated_at': '2022-05-19T12:20:09Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'subnets': [{'id': '76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:45.706562 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:45.771442 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:45.772480 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 60a88c1e-75f6-4fbf-9da2-da492fbaa3ed not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:46.047403 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa71dec-8e7c-4964-b7d7-1364d87a3e01 None None] New status for floating IP 6784d7b4-8a2c-45d5-bb2a-9031c13ffd83: DOWN {{(pid=104218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:30:46.105014 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:46.124005 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.172326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:46.450635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 50984) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:46.797291 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3232a920-6906-47a1-9423-cba67346a161 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (b3b57f68-345e-400c-b94a-3b26a43b9481), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.842047 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3232a920-6906-47a1-9423-cba67346a161 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (b3b57f68-345e-400c-b94a-3b26a43b9481), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:46.876310 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:47.101365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3232a920-6906-47a1-9423-cba67346a161 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (b3b57f68-345e-400c-b94a-3b26a43b9481), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.107407 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-3232a920-6906-47a1-9423-cba67346a161 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.109570 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-3232a920-6906-47a1-9423-cba67346a161 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3b57f68-345e-400c-b94a-3b26a43b9481 HTTP/1.1" status: 204 len: 168 time: 0.6588621 May 19 12:30:47.114153 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50992) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:47.126886 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232a920-6906-47a1-9423-cba67346a161 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b57f68-345e-400c-b94a-3b26a43b9481,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:47.139428 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.api.v2.resource [None req-ec339a83-8a2b-4696-b602-f750ee1b0484 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] show failed (client error): The resource could not be found. May 19 12:30:47.144075 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ec339a83-8a2b-4696-b602-f750ee1b0484 tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "GET /v2.0/security-groups/b3b57f68-345e-400c-b94a-3b26a43b9481 HTTP/1.1" status: 404 len: 347 time: 0.0240996 May 19 12:30:47.146216 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 50994) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:47.546473 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Deleting port 62d8906d-f018-403c-9c01-c2c88544ca9b {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:47.547011 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.631047 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.643255 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.643587 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (62d8906d-f018-403c-9c01-c2c88544ca9b), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.660393 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Calling delete_port for 62d8906d-f018-403c-9c01-c2c88544ca9b owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:47.888521 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (62d8906d-f018-403c-9c01-c2c88544ca9b), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:47.916677 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Pushing event deleted for resources: {'Port': ['ID=62d8906d-f018-403c-9c01-c2c88544ca9b,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:48.036541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks [] for floatingip (6784d7b4-8a2c-45d5-bb2a-9031c13ffd83), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:48.039149 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:48.040950 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-f331689b-de68-4b2e-8f4a-63bbd9fd957c tempest-AttachVolumeShelveTestJSON-1044180776 tempest-AttachVolumeShelveTestJSON-1044180776-project] 10.222.0.23 "DELETE /v2.0/floatingips/6784d7b4-8a2c-45d5-bb2a-9031c13ffd83 HTTP/1.1" status: 204 len: 168 time: 0.8931062 May 19 12:30:49.334237 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.307323 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51052) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:50.452892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b30b7023-5561-4029-b04a-d8517706a9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.483003 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:50.559649 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b30b7023-5561-4029-b04a-d8517706a9ed admin admin] Publish callbacks [] for security_group (2fbdf741-bf32-4d33-9292-fee4f4a98c9c), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.653403 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b30b7023-5561-4029-b04a-d8517706a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2fbdf741-bf32-4d33-9292-fee4f4a98c9c), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.701010 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b7023-5561-4029-b04a-d8517706a9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbdf741-bf32-4d33-9292-fee4f4a98c9c,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:50.707665 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b30b7023-5561-4029-b04a-d8517706a9ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4fd0bea1cd04935862d0f74cf5be84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990412 May 19 12:30:50.708301 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51056) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:50.778996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f12b1862-816e-4a6a-a2e3-f8318abdf4c8 admin admin] Publish callbacks [] for security_group (2fbdf741-bf32-4d33-9292-fee4f4a98c9c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.805074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f12b1862-816e-4a6a-a2e3-f8318abdf4c8 admin admin] Publish callbacks [] for security_group (2fbdf741-bf32-4d33-9292-fee4f4a98c9c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.957671 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f12b1862-816e-4a6a-a2e3-f8318abdf4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (2fbdf741-bf32-4d33-9292-fee4f4a98c9c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.960479 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f12b1862-816e-4a6a-a2e3-f8318abdf4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:50.961743 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f12b1862-816e-4a6a-a2e3-f8318abdf4c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fbdf741-bf32-4d33-9292-fee4f4a98c9c HTTP/1.1" status: 204 len: 168 time: 0.2518249 May 19 12:30:50.972779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b1862-816e-4a6a-a2e3-f8318abdf4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbdf741-bf32-4d33-9292-fee4f4a98c9c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:51.146090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51066) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:51.516849 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:51.783040 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (6b3072b3-a74b-4516-9672-31875d5081d1), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:51.912459 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51074) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:51.945656 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7cd-4095-461b-bf1c-a662b1009479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.048897 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:52.184774 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7cd-4095-461b-bf1c-a662b1009479 admin admin] Publish callbacks [] for security_group (ad873e00-0334-45a5-82ce-be5df3c2d985), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.199700 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Deleting port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:52.210171 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.274809 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7cd-4095-461b-bf1c-a662b1009479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (ad873e00-0334-45a5-82ce-be5df3c2d985), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.358328 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-ea78b7cd-4095-461b-bf1c-a662b1009479 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1c907159a9646cfab27300decf709d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409482 May 19 12:30:52.358908 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51080) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:52.381639 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78b7cd-4095-461b-bf1c-a662b1009479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad873e00-0334-45a5-82ce-be5df3c2d985,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:52.399562 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] For port 1d9b236c-c046-4c6f-a1e0-aa1208d1728e, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:52.399562 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.414190 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Calling delete_port for 1d9b236c-c046-4c6f-a1e0-aa1208d1728e owned by network:router_interface {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:52.507121 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29e234b3-517d-4f1c-82b6-687e2aee2cdf admin admin] Publish callbacks [] for security_group (ad873e00-0334-45a5-82ce-be5df3c2d985), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.550697 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29e234b3-517d-4f1c-82b6-687e2aee2cdf admin admin] Publish callbacks [] for security_group (ad873e00-0334-45a5-82ce-be5df3c2d985), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.723139 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:52.775038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29e234b3-517d-4f1c-82b6-687e2aee2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (ad873e00-0334-45a5-82ce-be5df3c2d985), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.779315 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-29e234b3-517d-4f1c-82b6-687e2aee2cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.781351 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-29e234b3-517d-4f1c-82b6-687e2aee2cdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad873e00-0334-45a5-82ce-be5df3c2d985 HTTP/1.1" status: 204 len: 168 time: 0.4171326 May 19 12:30:52.796500 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e234b3-517d-4f1c-82b6-687e2aee2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad873e00-0334-45a5-82ce-be5df3c2d985,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:52.838906 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (1d9b236c-c046-4c6f-a1e0-aa1208d1728e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:52.925468 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9b236c-c046-4c6f-a1e0-aa1208d1728e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:53.193058 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (6b3072b3-a74b-4516-9672-31875d5081d1), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:53.353074 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:53.489910 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Router 6b3072b3-a74b-4516-9672-31875d5081d1 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:53.623310 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:53.628528 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c2f0de0c-dcf3-457f-a073-e403406351c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/6b3072b3-a74b-4516-9672-31875d5081d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840295 May 19 12:30:53.631663 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51100) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:53.635355 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] Sync routers for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:53.659935 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:53.661103 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:53.806473 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks [] for router (6b3072b3-a74b-4516-9672-31875d5081d1), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:53.976144 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:54.008295 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks [] for router_gateway (6b3072b3-a74b-4516-9672-31875d5081d1), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.133241 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Deleting port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:54.133535 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.137574 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:54.242589 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] For port f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:54.243366 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.247908 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:30:52Z', 'revision_number': 5, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port': {'id': 'f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:51:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:20:02Z', 'updated_at': '2022-05-19T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:54.270919 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Calling delete_port for f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e owned by network:router_gateway {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:54.299231 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] Checking router: 6b3072b3-a74b-4516-9672-31875d5081d1 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:54.316931 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] Routers {'6b3072b3-a74b-4516-9672-31875d5081d1'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:54.318049 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['6b3072b3-a74b-4516-9672-31875d5081d1'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:54.531871 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] Set router 6b3072b3-a74b-4516-9672-31875d5081d1 gateway port host: None {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:54.595637 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=100 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:54.600062 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:30:54Z', 'revision_number': 6, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port_host': None}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:54.625426 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b17a6e-f5d8-4df1-bde5-a3b66d37f2c1 None None] The sync data for ids ['6b3072b3-a74b-4516-9672-31875d5081d1'] in dv-cinder-804757-28-iscsi is: [{'id': '6b3072b3-a74b-4516-9672-31875d5081d1', 'name': 'tempest-AttachVolumeShelveTestJSON-101578816-router', 'tenant_id': '1952e5f71bb245de912a1249fd7f6167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:20:01Z', 'updated_at': '2022-05-19T12:30:54Z', 'revision_number': 6, 'project_id': '1952e5f71bb245de912a1249fd7f6167', 'gw_port_host': None}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:54.655027 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.706300 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:54.771537 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:54.807844 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (6b3072b3-a74b-4516-9672-31875d5081d1), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.989846 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (6b3072b3-a74b-4516-9672-31875d5081d1), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:54.995201 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks [] for router_controller (6b3072b3-a74b-4516-9672-31875d5081d1), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.014917 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:55.164913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (6b3072b3-a74b-4516-9672-31875d5081d1), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.165614 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3072b3-a74b-4516-9672-31875d5081d1 {{(pid=104216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:30:55.170892 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.172502 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c1d77235-499c-4abb-bd40-6df841bc42d9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6b3072b3-a74b-4516-9672-31875d5081d1 HTTP/1.1" status: 204 len: 168 time: 1.5396740 May 19 12:30:55.176849 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51132) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:55.182641 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba111960-2f29-48c8-99ee-5ccc88a7706b req-84ff51c2-ebdb-46c9-81c2-bb86676e6bcd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:55.182641 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba111960-2f29-48c8-99ee-5ccc88a7706b req-84ff51c2-ebdb-46c9-81c2-bb86676e6bcd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0767524 May 19 12:30:55.286174 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Deleting subnet 76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:30:55.290525 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba111960-2f29-48c8-99ee-5ccc88a7706b req-68325874-5310-498f-9434-31d37433a61c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964718 May 19 12:30:55.291701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Publish callbacks [] for subnet (76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.335456 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.470628 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.686671 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.736578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:55.745775 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:55.746927 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eac7b2-6ebd-425e-a5e8-f14bb243ea93 None None] Network fae2a519-b2c0-40c8-b8e9-67be2915545e requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:30:55.756160 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51140) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:55.756495 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-a623c1e2-5d69-48f7-98f4-9c8297308822 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76b8e0e1-a5c8-4e0d-8ef8-a015df6a016c HTTP/1.1" status: 204 len: 168 time: 0.5776908 May 19 12:30:55.906007 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (fae2a519-b2c0-40c8-b8e9-67be2915545e), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.003372 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 1d9b236c-c046-4c6f-a1e0-aa1208d1728e no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:56.027822 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Deleting port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:56.030528 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.031611 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 1d9b236c-c046-4c6f-a1e0-aa1208d1728e {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:56.032265 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 1d9b236c-c046-4c6f-a1e0-aa1208d1728e not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:56.032946 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:56.057588 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:56.058597 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device f07ccc98-b7f3-42e7-a5e3-33a42cf1ba0e not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:56.060627 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] DHCP port deletion for fae2a519-b2c0-40c8-b8e9-67be2915545e request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:30:56.109869 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] Deleting port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:56.110318 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.204590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] For port 6ce157a7-1657-46e2-942b-1b43aa7a1c77, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6ce157a7-1657-46e2-942b-1b43aa7a1c77,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:56.205049 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.210697 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] For port 6ce157a7-1657-46e2-942b-1b43aa7a1c77, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=6ce157a7-1657-46e2-942b-1b43aa7a1c77,segment=NetworkSegment(c3f375cb-655b-4827-a7e6-51370dd55987),segment_id=c3f375cb-655b-4827-a7e6-51370dd55987)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:56.211110 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.228188 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] Calling delete_port for 6ce157a7-1657-46e2-942b-1b43aa7a1c77 owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:56.235465 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Calling delete_port for 6ce157a7-1657-46e2-942b-1b43aa7a1c77 owned by network:dhcp {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:56.429466 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a336-56e8-4564-ba6c-d3327c65f851 req-f061d226-7c43-466a-99f9-30ed8af1cead tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:56.431103 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3533a336-56e8-4564-ba6c-d3327c65f851 req-f061d226-7c43-466a-99f9-30ed8af1cead tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0549059 May 19 12:30:56.471739 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.493484 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (6ce157a7-1657-46e2-942b-1b43aa7a1c77), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.499622 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3533a336-56e8-4564-ba6c-d3327c65f851 req-868056c9-e9e4-4d38-8092-c3c4d6cc9523 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607629 May 19 12:30:56.534547 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce157a7-1657-46e2-942b-1b43aa7a1c77,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:56.538722 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] Pushing event deleted for resources: {'Port': ['ID=6ce157a7-1657-46e2-942b-1b43aa7a1c77,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:56.554492 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] No DVR routers for this DVR port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 on host dv-cinder-804757-28-iscsi {{(pid=104216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:56.556659 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1540545-afe9-42a5-8709-690ceb827ce8 None None] No DVR routers for this DVR port 6ce157a7-1657-46e2-942b-1b43aa7a1c77 on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:56.676781 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (fae2a519-b2c0-40c8-b8e9-67be2915545e), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.703113 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae2a519-b2c0-40c8-b8e9-67be2915545e']}} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:56.715673 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f375cb-655b-4827-a7e6-51370dd55987') {'for_net_delete': True} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:56.716268 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.services.segments.db [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f375cb-655b-4827-a7e6-51370dd55987') {} {{(pid=104216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:56.730754 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10076711'] for segment (c3f375cb-655b-4827-a7e6-51370dd55987), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.750708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (c3f375cb-655b-4827-a7e6-51370dd55987), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.763415 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=104216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:30:56.763924 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10370344'] for segment (c3f375cb-655b-4827-a7e6-51370dd55987), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: Traceback (most recent call last): May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: timer() May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: cb(*args, **kw) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: return func(*args, **kwargs) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: self._notify() May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: self.callback(batched_events) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: event.method(event) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: return f(self, *a, **k) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._get(url).json() May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: return self.request(url, 'GET', **kwargs) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:30:56.766920 dv-cinder-804757-28-iscsi neutron-server[104216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:30:56.808425 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:56.825841 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b865f315-3163-4dc5-893c-47cd0666dad1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:30:56.828056 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b865f315-3163-4dc5-893c-47cd0666dad1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 946 time: 0.0817471 May 19 12:30:56.946304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Deleting port 8f049042-efb1-4f34-b024-4e6aa097edab {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:30:56.948076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.009039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (fae2a519-b2c0-40c8-b8e9-67be2915545e), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.043652 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.044903 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:57.049158 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/fae2a519-b2c0-40c8-b8e9-67be2915545e HTTP/1.1" status: 204 len: 168 time: 1.2914050 May 19 12:30:57.054781 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213558f-3ffa-42d8-ad2c-3968b3805c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=fae2a519-b2c0-40c8-b8e9-67be2915545e,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:57.076420 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] For port 8f049042-efb1-4f34-b024-4e6aa097edab, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f049042-efb1-4f34-b024-4e6aa097edab,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:30:57.076984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.320363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.320730 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (1b17c23f-fd73-46e3-9c4a-4b26113b7610), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.321063 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Floating IP 1b17c23f-fd73-46e3-9c4a-4b26113b7610 disassociated. External IP: 172.27.1.130, port: 8f049042-efb1-4f34-b024-4e6aa097edab. May 19 12:30:57.321422 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Calling delete_port for 8f049042-efb1-4f34-b024-4e6aa097edab owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:30:57.580482 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (8f049042-efb1-4f34-b024-4e6aa097edab), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:57.616293 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51164) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:57.645740 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'Port': ['ID=8f049042-efb1-4f34-b024-4e6aa097edab,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:57.856392 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:30:57.983240 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6ce157a7-1657-46e2-942b-1b43aa7a1c77 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:58.012664 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 6ce157a7-1657-46e2-942b-1b43aa7a1c77 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:58.012664 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 6ce157a7-1657-46e2-942b-1b43aa7a1c77 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:30:58.036693 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-77a9496a-056d-4fc0-a5f0-b7b8bbd8da47 req-eacb8a87-e25a-4727-84e8-34fb6d3d8b29 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.4166193 May 19 12:30:58.046221 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:58.076816 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9752d1cb-c9dd-4db8-9960-9eb6c47ff2e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1952e5f71bb245de912a1249fd7f6167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587634 May 19 12:30:58.081317 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51176) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:30:58.086233 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:30:58.098738 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:30:58.126595 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:58.127511 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:58.230264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] No DVR routers for this DVR port 8f049042-efb1-4f34-b024-4e6aa097edab on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:30:58.234971 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.242760 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f8e5248a-bc22-4b06-afde-288924d9bc8d req-b9770a9e-bdf4-4e9d-9ee8-5db8016d83f5 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "DELETE /v2.0/ports/8f049042-efb1-4f34-b024-4e6aa097edab HTTP/1.1" status: 204 len: 173 time: 1.4075220 May 19 12:30:58.243645 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'name': 'network-vif-deleted', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:30:58.252883 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582950bf-aebb-436e-b23e-9d736d2d2f51" -d '{"events": [{"server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "name": "network-vif-deleted", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:30:58.266943 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0ea87f59-a727-42c9-922a-f3de22124aae admin admin] Publish callbacks [] for security_group (5405f64d-0d6f-48ab-a0ec-8f45d977b72f), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.319450 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0ea87f59-a727-42c9-922a-f3de22124aae admin admin] Publish callbacks [] for security_group (5405f64d-0d6f-48ab-a0ec-8f45d977b72f), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.395037 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d5f6f-82f4-4e48-ad26-0a2d695c3996 x-openstack-request-id: req-676d5f6f-82f4-4e48-ad26-0a2d695c3996 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:30:58.399512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5e1226-df90-46cb-b63b-38a15848fa99", "name": "network-vif-deleted", "tag": "8f049042-efb1-4f34-b024-4e6aa097edab", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:30:58.401089 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-676d5f6f-82f4-4e48-ad26-0a2d695c3996 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:30:58.401653 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676d5f6f-82f4-4e48-ad26-0a2d695c3996'] response: {'server_uuid': 'fd5e1226-df90-46cb-b63b-38a15848fa99', 'name': 'network-vif-deleted', 'tag': '8f049042-efb1-4f34-b024-4e6aa097edab', 'status': 'completed', 'code': 200} May 19 12:30:58.441833 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:58.469118 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:58.596815 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0ea87f59-a727-42c9-922a-f3de22124aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (5405f64d-0d6f-48ab-a0ec-8f45d977b72f), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.604149 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-0ea87f59-a727-42c9-922a-f3de22124aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:30:58.606663 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-0ea87f59-a727-42c9-922a-f3de22124aae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5405f64d-0d6f-48ab-a0ec-8f45d977b72f HTTP/1.1" status: 204 len: 168 time: 0.5234721 May 19 12:30:58.671592 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea87f59-a727-42c9-922a-f3de22124aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5405f64d-0d6f-48ab-a0ec-8f45d977b72f,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:30:58.778223 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:58.815756 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:30:58.827500 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:30:58.828173 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:30:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:58.912631 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:58.948864 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:30:58.989299 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:30:59.174786 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:30:59.177822 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-02f59a52-dcd0-4f6e-b178-3632d3bafab1 req-afcd72b5-ef3c-4884-bf7a-e737c8590bc3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.0367351 May 19 12:30:59.204912 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2714bc-1aad-4384-9717-8e2f3934001c None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:30:59.501571 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a60905d-48f9-4c59-b428-147846f69bb8 None None] New status for floating IP 1b17c23f-fd73-46e3-9c4a-4b26113b7610: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:30:59.787989 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 8f049042-efb1-4f34-b024-4e6aa097edab no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:30:59.816053 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 8f049042-efb1-4f34-b024-4e6aa097edab {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:30:59.816403 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 8f049042-efb1-4f34-b024-4e6aa097edab not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:00.321645 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e901e5d5-30dc-4657-95c6-652cdd72e068 req-46800796-1ce3-4dfd-b105-bb3f2f0a6b37 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd5e1226-df90-46cb-b63b-38a15848fa99 HTTP/1.1" status: 200 len: 210 time: 0.0404778 May 19 12:31:00.463826 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51232) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:00.661136 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-078919c2-db58-4cc5-9579-0f9d5cb52d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:00.785821 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-078919c2-db58-4cc5-9579-0f9d5cb52d69 admin admin] Publish callbacks [] for security_group (86c83b48-e083-4e06-a60a-cde62a8b41b6), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:00.883157 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-078919c2-db58-4cc5-9579-0f9d5cb52d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (86c83b48-e083-4e06-a60a-cde62a8b41b6), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:00.932900 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-078919c2-db58-4cc5-9579-0f9d5cb52d69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faf9e920a9484c7f99e283ac8579267c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648309 May 19 12:31:00.932900 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078919c2-db58-4cc5-9579-0f9d5cb52d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c83b48-e083-4e06-a60a-cde62a8b41b6,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:00.935038 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51246) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:01.002336 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc44da-d1c8-481d-9d01-44a778fb09f3 admin admin] Publish callbacks [] for security_group (86c83b48-e083-4e06-a60a-cde62a8b41b6), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:01.028916 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc44da-d1c8-481d-9d01-44a778fb09f3 admin admin] Publish callbacks [] for security_group (86c83b48-e083-4e06-a60a-cde62a8b41b6), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:01.174586 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc44da-d1c8-481d-9d01-44a778fb09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (86c83b48-e083-4e06-a60a-cde62a8b41b6), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:01.177776 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5dc44da-d1c8-481d-9d01-44a778fb09f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:01.179523 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d5dc44da-d1c8-481d-9d01-44a778fb09f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86c83b48-e083-4e06-a60a-cde62a8b41b6 HTTP/1.1" status: 204 len: 168 time: 0.2423458 May 19 12:31:01.195054 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc44da-d1c8-481d-9d01-44a778fb09f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c83b48-e083-4e06-a60a-cde62a8b41b6,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:01.792536 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-71b1ca26-004b-4a74-a68d-0d8f4a4e4040 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422211665&fields=id&tenant_id=4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 267 time: 0.0939248 May 19 12:31:01.951156 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-16a8145a-e91d-4133-a614-46027e7f286b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:01.952699 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-16a8145a-e91d-4133-a614-46027e7f286b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 812 time: 0.1581631 May 19 12:31:01.977514 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-2f6ef32b-baf1-4433-83f2-f1848fa937bb tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/quotas/4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0152249 May 19 12:31:02.068791 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-f62b565e-53d1-4a51-9f5c-39419560c58f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843868 May 19 12:31:02.198806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-3d6a704a-24fe-481f-a8a1-9a43fea3744f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:31:02.200010 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-3d6a704a-24fe-481f-a8a1-9a43fea3744f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1188369 May 19 12:31:02.232895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51278) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:02.249111 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c80d8eaf-b82b-4128-8a63-848b6b042318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.251025 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:02.326482 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-0bdd0486-e933-4df4-8458-aba58202cb44 service neutron] 10.222.0.23 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180129 May 19 12:31:02.363692 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c80d8eaf-b82b-4128-8a63-848b6b042318 admin admin] Publish callbacks [] for security_group (eb9e1fa3-f476-473b-be8c-5d67e19553d5), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.445722 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-017aa5da-8ce4-4f07-aa24-2f799e73785f service neutron] 10.222.0.23 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109900 May 19 12:31:02.479629 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c80d8eaf-b82b-4128-8a63-848b6b042318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (eb9e1fa3-f476-473b-be8c-5d67e19553d5), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.557431 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c80d8eaf-b82b-4128-8a63-848b6b042318 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbc3a9ef12194870b924c6590b91fc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228014 May 19 12:31:02.559261 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d8eaf-b82b-4128-8a63-848b6b042318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e1fa3-f476-473b-be8c-5d67e19553d5,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:02.561590 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51282) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:02.645050 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:02.665041 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-267a2b0a-8714-4e3f-b5de-18065479650a admin admin] Publish callbacks [] for security_group (eb9e1fa3-f476-473b-be8c-5d67e19553d5), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.692706 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:02.698456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-267a2b0a-8714-4e3f-b5de-18065479650a admin admin] Publish callbacks [] for security_group (eb9e1fa3-f476-473b-be8c-5d67e19553d5), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.814300 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-267a2b0a-8714-4e3f-b5de-18065479650a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (eb9e1fa3-f476-473b-be8c-5d67e19553d5), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.817436 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-267a2b0a-8714-4e3f-b5de-18065479650a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:02.818804 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-267a2b0a-8714-4e3f-b5de-18065479650a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb9e1fa3-f476-473b-be8c-5d67e19553d5 HTTP/1.1" status: 204 len: 168 time: 0.2561870 May 19 12:31:02.832228 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2b0a-8714-4e3f-b5de-18065479650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e1fa3-f476-473b-be8c-5d67e19553d5,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:03.204798 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1cea2f9b-9a24-480a-9d34-1bc5986515b1 req-03ac6565-6d49-423e-a3bb-264ee52d9686 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 210 time: 0.0435114 May 19 12:31:03.722396 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51306) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:03.743649 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69a9d793-8a1a-4750-a95d-203c25c21956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:03.895395 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69a9d793-8a1a-4750-a95d-203c25c21956 admin admin] Publish callbacks [] for security_group (8bc70a30-f7fe-47d2-a7cc-44690cd6d84d), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:03.986131 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-69a9d793-8a1a-4750-a95d-203c25c21956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8bc70a30-f7fe-47d2-a7cc-44690cd6d84d), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.064358 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-69a9d793-8a1a-4750-a95d-203c25c21956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9575ff3f86604308bc12b4b2cc6ff27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405156 May 19 12:31:04.066339 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9d793-8a1a-4750-a95d-203c25c21956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc70a30-f7fe-47d2-a7cc-44690cd6d84d,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:04.066944 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51314) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:04.130262 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ab62161-f2a3-44ed-b380-7b0d8cdef159 admin admin] Publish callbacks [] for security_group (8bc70a30-f7fe-47d2-a7cc-44690cd6d84d), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.154519 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ab62161-f2a3-44ed-b380-7b0d8cdef159 admin admin] Publish callbacks [] for security_group (8bc70a30-f7fe-47d2-a7cc-44690cd6d84d), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.173585 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:04.311580 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-18ee8344-7de6-43f5-909f-bfeb999eda84 req-e736476e-e7ff-44a7-986c-b640295caa3f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 210 time: 0.0383778 May 19 12:31:04.341227 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ab62161-f2a3-44ed-b380-7b0d8cdef159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (8bc70a30-f7fe-47d2-a7cc-44690cd6d84d), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.344801 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-2ab62161-f2a3-44ed-b380-7b0d8cdef159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:04.346898 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-2ab62161-f2a3-44ed-b380-7b0d8cdef159 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bc70a30-f7fe-47d2-a7cc-44690cd6d84d HTTP/1.1" status: 204 len: 168 time: 0.2782800 May 19 12:31:04.359123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62161-f2a3-44ed-b380-7b0d8cdef159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc70a30-f7fe-47d2-a7cc-44690cd6d84d,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:05.427156 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ac304aa4-f3b6-4077-a34f-92d4898508fc req-cfbce09c-bb7e-4d5d-b144-d3121348cfb8 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 210 time: 0.0316575 May 19 12:31:06.580325 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-ee25b698-b2a9-412f-bbc1-7105c511bc4f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:06.581942 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-ee25b698-b2a9-412f-bbc1-7105c511bc4f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 812 time: 0.1931560 May 19 12:31:06.611177 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-43dbed8c-5021-41db-a519-1640301f50bf req-08699b0f-62ab-41f9-ab38-e65b9a8e6047 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 210 time: 0.0577016 May 19 12:31:06.664066 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-fe811627-0d5a-485a-88f5-1c3e539a6b7a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 379 time: 0.0680075 May 19 12:31:06.673076 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'port': {'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'admin_state_up': True, 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'security_groups': ['181d5f12-0557-4951-b108-b197dc04525f']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:06.940178 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Made reservation on behalf of 4b46044a7f1d471582800c9d8a79e5c5 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:31:06.947482 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.120018 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Allocated IP 172.20.0.8 (8cb239d8-0b94-495c-8855-e9aad30a1cb5/510f80ba-a134-4335-a360-07c71c98a704/77188d20-c02a-4816-acef-33d2b5800ec2) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:07.311275 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (77188d20-c02a-4816-acef-33d2b5800ec2), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.430984 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.484694 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:07.489444 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:07.493464 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:07.498702 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:31:07.524411 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=77188d20-c02a-4816-acef-33d2b5800ec2,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:07.580256 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.581149 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.592450 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:07.722041 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-393bd546-7428-4e3f-9d6e-ab35c6ae1858 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0527945 May 19 12:31:07.742220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Request body: {'port': {'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:07.790286 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6af88-6e61-4636-a628-521c5d4687d8 req-98d093e4-ee43-40ca-8dc6-a2133aefcb7d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:07.790286 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76c6af88-6e61-4636-a628-521c5d4687d8 req-98d093e4-ee43-40ca-8dc6-a2133aefcb7d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 931 time: 0.0743632 May 19 12:31:07.809015 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-120e0a15-8415-42fa-a646-88fc5b5af3c4 None None] Provisioning complete for port 77188d20-c02a-4816-acef-33d2b5800ec2 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:07.809879 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-120e0a15-8415-42fa-a646-88fc5b5af3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.822894 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:07.873716 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-120e0a15-8415-42fa-a646-88fc5b5af3c4 None None] Port 77188d20-c02a-4816-acef-33d2b5800ec2 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:31:07.918211 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76c6af88-6e61-4636-a628-521c5d4687d8 req-b2103e36-d83c-40f4-af5c-5d5f0973efdc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207149 May 19 12:31:08.221363 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77188d20-c02a-4816-acef-33d2b5800ec2 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:08.231083 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Publish callbacks [] for port (77188d20-c02a-4816-acef-33d2b5800ec2), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:08.249230 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Transition to ACTIVE for port object 77188d20-c02a-4816-acef-33d2b5800ec2 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:31:08.489065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:08.521600 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:08.545752 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Pushing event updated for resources: {'Port': ['ID=77188d20-c02a-4816-acef-33d2b5800ec2,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:08.663085 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Attempting to bind port 77188d20-c02a-4816-acef-33d2b5800ec2 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:31:08.663877 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Attempting to bind port 77188d20-c02a-4816-acef-33d2b5800ec2 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:31:08.664276 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Attempting to bind port 77188d20-c02a-4816-acef-33d2b5800ec2 on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:08.671175 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Port 77188d20-c02a-4816-acef-33d2b5800ec2 on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:31:08.671592 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Attempting to bind port 77188d20-c02a-4816-acef-33d2b5800ec2 on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:08.678112 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:31:08.678463 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Checking segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:31:08.678882 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Bound using segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:31:08.679311 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Bound port: 77188d20-c02a-4816-acef-33d2b5800ec2, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:31:08.679678 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:08.787779 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] For port 77188d20-c02a-4816-acef-33d2b5800ec2, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:31:08.793458 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] For port 77188d20-c02a-4816-acef-33d2b5800ec2, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=77188d20-c02a-4816-acef-33d2b5800ec2,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:31:08.901434 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] 10.222.0.81 "PUT /v2.0/ports/77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 1093 time: 1.2634246 May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de8524-458b-4d60-9371-9280dcfeffe1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1079ad-aca1-460a-b4e6-9929332a6f22 service neutron] Pushing event updated for resources: {'Port': ['ID=77188d20-c02a-4816-acef-33d2b5800ec2,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e4fec4-6a85-481e-b3fe-b29dabb3dd11 x-openstack-request-id: req-49e4fec4-6a85-481e-b3fe-b29dabb3dd11 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49e4fec4-6a85-481e-b3fe-b29dabb3dd11 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:09.147588 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e4fec4-6a85-481e-b3fe-b29dabb3dd11'] response: {'name': 'network-changed', 'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2', 'status': 'completed', 'code': 200} May 19 12:31:09.226208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8e9f-e66e-4c61-abcd-9cfd6cb7ee29 req-af18791e-d65c-4817-8e66-154b720acce4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.232843 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89dd8e9f-e66e-4c61-abcd-9cfd6cb7ee29 req-af18791e-d65c-4817-8e66-154b720acce4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.1357086 May 19 12:31:09.260061 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8524-458b-4d60-9371-9280dcfeffe1 req-25f5402f-6f88-4279-8c0e-f2ce13fd8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.270974 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-36de8524-458b-4d60-9371-9280dcfeffe1 req-25f5402f-6f88-4279-8c0e-f2ce13fd8d78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1127 time: 0.1315789 May 19 12:31:09.309858 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-b490c1ea-688c-4af2-a5fc-9319a1779b28 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=03c8ec22ac914f63a81e67c98d018815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753267 May 19 12:31:09.496647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8524-458b-4d60-9371-9280dcfeffe1 req-b3f9514f-f588-4d3f-93d2-d60102b81fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.500124 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-36de8524-458b-4d60-9371-9280dcfeffe1 req-b3f9514f-f588-4d3f-93d2-d60102b81fbf service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2173159 May 19 12:31:09.543527 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-89dd8e9f-e66e-4c61-abcd-9cfd6cb7ee29 req-f5b195d7-a612-4f1f-a3ac-954006af0484 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701507 May 19 12:31:09.582701 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:09.595665 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:09.630709 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-6c34a9ab-a9a6-4679-a074-97134169d10b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:09.632377 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-6c34a9ab-a9a6-4679-a074-97134169d10b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3109353 May 19 12:31:09.651846 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-86e0e732-0aa6-469d-b3a8-4459f5766335 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/quotas/03c8ec22ac914f63a81e67c98d018815 HTTP/1.1" status: 200 len: 375 time: 0.0109220 May 19 12:31:09.687597 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-859a48f6-d00f-46cd-ac34-0153c4bdb34f tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03c8ec22ac914f63a81e67c98d018815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300400 May 19 12:31:10.713733 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53808257-5304-4b09-828a-bc3a32b74f7a req-b23ebd38-cac6-4257-ac0a-4848577eb45e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:10.715390 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-53808257-5304-4b09-828a-bc3a32b74f7a req-b23ebd38-cac6-4257-ac0a-4848577eb45e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.0790186 May 19 12:31:10.780090 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-53808257-5304-4b09-828a-bc3a32b74f7a req-5657e494-57bf-4399-b107-47dbc42b4f4e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577581 May 19 12:31:10.953500 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ba2be2fe-f67e-4d0f-a4ad-e690d6af9165 req-d78f0a08-59ad-45e4-b8e0-f4863caed28b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0329175 May 19 12:31:11.310162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:11.330280 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8524-458b-4d60-9371-9280dcfeffe1 req-953cbec0-eec3-4659-bca8-54657d584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:11.331769 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-36de8524-458b-4d60-9371-9280dcfeffe1 req-953cbec0-eec3-4659-bca8-54657d584fb2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187308 May 19 12:31:11.937056 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fbeed-e916-4f9a-bca7-b7f509fcb7e1 req-1811a11d-cea9-4e98-89b1-17d4a0c4bdc3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:11.938712 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-182fbeed-e916-4f9a-bca7-b7f509fcb7e1 req-1811a11d-cea9-4e98-89b1-17d4a0c4bdc3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.0701149 May 19 12:31:12.042592 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-182fbeed-e916-4f9a-bca7-b7f509fcb7e1 req-53c43e44-7f9f-4176-b87c-e30a8ff770a1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880179 May 19 12:31:12.058135 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2cdd834a-97a7-4d96-873f-3b728eab7471 req-2e251257-25eb-48bf-b625-73fb6bcd90b8 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0428343 May 19 12:31:12.482859 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-19083b80-5257-4364-bc3f-3d4c2831a7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:12.491236 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-ebd9c11a-015b-4576-bcbc-0dc0a932d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:12.495879 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-ebd9c11a-015b-4576-bcbc-0dc0a932d441 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1127 time: 0.0467968 May 19 12:31:12.546743 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-d3c53194-be2f-4c9e-978f-4857205363ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 217 time: 0.0408556 May 19 12:31:12.600074 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-ff7c1d9e-86dd-4edb-a0c6-c39259574746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:12.601621 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-ff7c1d9e-86dd-4edb-a0c6-c39259574746 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0491309 May 19 12:31:12.649298 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-37abab3f-fdd2-41ea-8a43-38ba66ec9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:12.650907 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-37abab3f-fdd2-41ea-8a43-38ba66ec9bb0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433903 May 19 12:31:12.754867 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-e58915f7-ca29-498b-9095-9278fd761bbd service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982473 May 19 12:31:12.886303 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ba5ec415-17ef-49b4-b795-057c290affc7 req-9772900d-c7ee-4866-9047-eaf221008589 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248677 May 19 12:31:13.189737 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-382e932d-fe28-4b3c-acb4-2cecaba5c841 req-bbae7458-8dc2-4ce2-881d-bb4b4208d8fa tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0438099 May 19 12:31:13.238380 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962715e-34f5-4bd2-92be-b40f683bd5fe req-cf81f993-0f18-4821-a25a-2ad7f07f1053 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:13.241369 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4962715e-34f5-4bd2-92be-b40f683bd5fe req-cf81f993-0f18-4821-a25a-2ad7f07f1053 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.0806553 May 19 12:31:13.262906 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:13.298024 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4962715e-34f5-4bd2-92be-b40f683bd5fe req-e22b4e5b-cba9-4c9a-88ba-3d537c9ba550 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495861 May 19 12:31:14.286506 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2a68a8fc-8726-4794-b47a-b850dac1266a req-19296bfe-a76e-4b9a-96a3-5bcfa592ed6b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0351341 May 19 12:31:14.313278 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:14.444519 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48a04-f68e-4a85-b56e-c51af25afd8b req-47351789-0ee7-4c64-96cd-e4960e5bc95f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:14.447661 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c7b48a04-f68e-4a85-b56e-c51af25afd8b req-47351789-0ee7-4c64-96cd-e4960e5bc95f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.0702169 May 19 12:31:14.462820 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:14.516993 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c7b48a04-f68e-4a85-b56e-c51af25afd8b req-d153ec58-809e-4dc2-83e5-9f95f4639c94 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618196 May 19 12:31:14.986388 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7a07-67cf-4d30-bfef-dae6cdb2f845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:15.404623 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f840f3fa-feee-49cb-aa10-1dae6c2dc881 req-854fb468-d312-4759-810c-710d61d2918f tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0455408 May 19 12:31:15.480952 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51502) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:15.631700 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:15.733632 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d62b1-affc-45a5-b5ae-5139a1d4a174 req-1e4dce44-6f4e-433d-a248-eb8e1e5c32d9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:15.735237 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe5d62b1-affc-45a5-b5ae-5139a1d4a174 req-1e4dce44-6f4e-433d-a248-eb8e1e5c32d9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.1068981 May 19 12:31:15.819140 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fe5d62b1-affc-45a5-b5ae-5139a1d4a174 req-5558cc8b-16ff-4335-b4cd-7be8acca5ad0 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736871 May 19 12:31:15.850806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Publish callbacks [] for security_group (88f87665-14b3-4222-81d0-7939a4a9ab38), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:15.957260 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (88f87665-14b3-4222-81d0-7939a4a9ab38), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.017256 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b96f24f462014ae6a3dbf90008e7579f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5349743 May 19 12:31:16.018655 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f87665-14b3-4222-81d0-7939a4a9ab38,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:16.021860 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51522) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.041490 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec33c4-623f-4673-a8f5-a0feb650d06b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.089149 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.097578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Publish callbacks [] for security_group (88f87665-14b3-4222-81d0-7939a4a9ab38), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.125083 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Publish callbacks [] for security_group (88f87665-14b3-4222-81d0-7939a4a9ab38), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.236650 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (88f87665-14b3-4222-81d0-7939a4a9ab38), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.239696 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:16.243906 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88f87665-14b3-4222-81d0-7939a4a9ab38 HTTP/1.1" status: 204 len: 168 time: 0.2177627 May 19 12:31:16.255530 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f87665-14b3-4222-81d0-7939a4a9ab38,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:16.264655 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.265054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.265416 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.265811 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.266147 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.266614 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.266798 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.267121 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.267510 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.267942 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.268269 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.268595 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.268918 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.269299 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.269642 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ce7886-bb5b-4ad6-ae8c-56d69b498124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:31:16.523258 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-93ef7be5-1b3f-49ae-9e91-6dbcc7433aa1 req-0615f12c-de82-4877-be39-d1dd9f45b631 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0310729 May 19 12:31:16.961838 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14652f-7c16-4ed7-bd0f-6e9607bbfed7 req-3140f755-e474-4011-a565-a4a0e19d37ae tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:16.970107 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d14652f-7c16-4ed7-bd0f-6e9607bbfed7 req-3140f755-e474-4011-a565-a4a0e19d37ae tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.0718780 May 19 12:31:17.020420 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2d14652f-7c16-4ed7-bd0f-6e9607bbfed7 req-bdec31af-ea1a-465f-b81d-e9199dbf7244 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499687 May 19 12:31:17.268746 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51540) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:17.281727 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:31:17.284853 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-59606b38-efe6-4e7b-99f8-f8b0f52326a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.400789 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-59606b38-efe6-4e7b-99f8-f8b0f52326a2 admin admin] Publish callbacks [] for security_group (18305ce9-929f-4911-9b02-07234b252e87), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.488605 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-59606b38-efe6-4e7b-99f8-f8b0f52326a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (18305ce9-929f-4911-9b02-07234b252e87), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.536528 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-59606b38-efe6-4e7b-99f8-f8b0f52326a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=943f983348f54f508101cb946a8fd2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666354 May 19 12:31:17.537591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606b38-efe6-4e7b-99f8-f8b0f52326a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18305ce9-929f-4911-9b02-07234b252e87,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:17.541063 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51550) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:17.620517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.652325 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-54127705-b1d0-4878-b9a6-6255e2658386 req-48adb1ef-d44a-4d74-aca6-83a558c822ae tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0439608 May 19 12:31:17.656102 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-29676689-26f5-4b21-a93d-b78111e82c2b admin admin] Publish callbacks [] for security_group (18305ce9-929f-4911-9b02-07234b252e87), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.689845 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-29676689-26f5-4b21-a93d-b78111e82c2b admin admin] Publish callbacks [] for security_group (18305ce9-929f-4911-9b02-07234b252e87), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.725636 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:17.865779 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-29676689-26f5-4b21-a93d-b78111e82c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (18305ce9-929f-4911-9b02-07234b252e87), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.869456 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-29676689-26f5-4b21-a93d-b78111e82c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:17.877233 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-29676689-26f5-4b21-a93d-b78111e82c2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18305ce9-929f-4911-9b02-07234b252e87 HTTP/1.1" status: 204 len: 168 time: 0.3341765 May 19 12:31:17.887734 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29676689-26f5-4b21-a93d-b78111e82c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18305ce9-929f-4911-9b02-07234b252e87,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:17.949206 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-55b2f389-9e24-471f-8c89-325a329a2094 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=03c8ec22ac914f63a81e67c98d018815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393300 May 19 12:31:18.184341 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-991b8a64-3348-463d-bbb0-6771e1dac11f tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:18.186202 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-991b8a64-3348-463d-bbb0-6771e1dac11f tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352395 May 19 12:31:18.208832 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Request body: {'port': {'device_id': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f', 'admin_state_up': True, 'tenant_id': '03c8ec22ac914f63a81e67c98d018815'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:18.284519 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:18.312629 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57305846-857c-46ac-8b27-a87b162bf631 req-b8526370-d313-482a-b0a3-f08dcf1923bd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:18.315629 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-57305846-857c-46ac-8b27-a87b162bf631 req-b8526370-d313-482a-b0a3-f08dcf1923bd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.1445248 May 19 12:31:18.318435 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51562) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:18.378929 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-57305846-857c-46ac-8b27-a87b162bf631 req-abf49c56-9a1d-41ff-93ea-68c6a74eb4ab tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504706 May 19 12:31:18.517885 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Made reservation on behalf of 03c8ec22ac914f63a81e67c98d018815 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:31:18.521669 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.531428 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4bd3dce2-7bdd-4ff2-bfff-461e1307a73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.545881 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.571649 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:18.608992 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:18.684043 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4bd3dce2-7bdd-4ff2-bfff-461e1307a73e admin admin] Publish callbacks [] for security_group (4498a854-c5b9-41d2-be60-c276f85ebf41), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.693915 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks [] for security_group (9b628f43-a5b7-4741-83cd-9fe8242af7ec), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.773812 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-4bd3dce2-7bdd-4ff2-bfff-461e1307a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4498a854-c5b9-41d2-be60-c276f85ebf41), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.786784 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4f6e417f-a8e5-4fd2-9010-9a6b68802277 req-fb63c1e5-a15e-40fd-aa29-c1baff0dcf71 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0333188 May 19 12:31:18.813136 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9b628f43-a5b7-4741-83cd-9fe8242af7ec), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.822400 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-4bd3dce2-7bdd-4ff2-bfff-461e1307a73e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1878428dc5ae445eb085c999050cea53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5025508 May 19 12:31:18.830721 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3dce2-7bdd-4ff2-bfff-461e1307a73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4498a854-c5b9-41d2-be60-c276f85ebf41,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:18.831308 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51580) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:18.895296 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9f88ae6e-6dae-4ed6-bf5d-a18dc2616a9d admin admin] Publish callbacks [] for security_group (4498a854-c5b9-41d2-be60-c276f85ebf41), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:18.909967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b628f43-a5b7-4741-83cd-9fe8242af7ec,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:18.935123 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9f88ae6e-6dae-4ed6-bf5d-a18dc2616a9d admin admin] Publish callbacks [] for security_group (4498a854-c5b9-41d2-be60-c276f85ebf41), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.012550 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Allocated IP 192.168.233.153 (ecb8a48d-7487-4a90-accb-e789004ce19f/fec89103-7d32-4897-9a8c-a519aad18081/1fa1eac4-ae34-4463-ba02-c082a24c8e47) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:19.134118 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9f88ae6e-6dae-4ed6-bf5d-a18dc2616a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4498a854-c5b9-41d2-be60-c276f85ebf41), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.138465 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9f88ae6e-6dae-4ed6-bf5d-a18dc2616a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.139642 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9f88ae6e-6dae-4ed6-bf5d-a18dc2616a9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4498a854-c5b9-41d2-be60-c276f85ebf41 HTTP/1.1" status: 204 len: 168 time: 0.3072104 May 19 12:31:19.148696 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88ae6e-6dae-4ed6-bf5d-a18dc2616a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4498a854-c5b9-41d2-be60-c276f85ebf41,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:19.304268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks [] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.317224 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.462078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.526072 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Network ecb8a48d-7487-4a90-accb-e789004ce19f is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:19.531040 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:19.537258 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:31:19.546063 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Pushing event updated for resources: {'Port': ['ID=1fa1eac4-ae34-4463-ba02-c082a24c8e47,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:19.552941 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508029c-3912-47c4-a3d1-49f0c12c7bd7 req-45eae610-82b5-45d2-a162-8c18777ce2c7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:19.555885 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6508029c-3912-47c4-a3d1-49f0c12c7bd7 req-45eae610-82b5-45d2-a162-8c18777ce2c7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 943 time: 0.0918412 May 19 12:31:19.616440 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:19.617126 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.639508 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6508029c-3912-47c4-a3d1-49f0c12c7bd7 req-cacbabde-f4b5-44bc-874e-372ec403afea tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750003 May 19 12:31:19.716890 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-a37cf030-29bf-455b-8e39-47bfc0406a87 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5149908 May 19 12:31:19.722404 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:UPDATE=6,neutron:SELECT=76,neutron:INSERT=18 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:19.851909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 77188d20-c02a-4816-acef-33d2b5800ec2 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:31:19.881625 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-40bf9700-b788-4bd0-9a78-628fcf04138c None None] Provisioning complete for port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:19.882001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-40bf9700-b788-4bd0-9a78-628fcf04138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:19.970019 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb0b9a-70d6-412f-89e4-afddc8d0bca5 req-d995aa2f-b8ee-4320-b146-df2a848bcbaf tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:19.974202 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8acb0b9a-70d6-412f-89e4-afddc8d0bca5 req-d995aa2f-b8ee-4320-b146-df2a848bcbaf tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 936 time: 0.0804527 May 19 12:31:20.048721 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8acb0b9a-70d6-412f-89e4-afddc8d0bca5 req-b59d2105-5239-4702-bf9b-e90749d5d955 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 May 19 12:31:20.098067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-40bf9700-b788-4bd0-9a78-628fcf04138c None None] Port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:31:20.163964 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 77188d20-c02a-4816-acef-33d2b5800ec2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=77188d20-c02a-4816-acef-33d2b5800ec2,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:20.178422 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51608) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:20.186123 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Request body: {'port': {'device_id': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:20.187021 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '77188d20-c02a-4816-acef-33d2b5800ec2', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:31:20.202759 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dfd5779f-91fc-4420-8b33-ee3e27f5884e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.263544 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 77188d20-c02a-4816-acef-33d2b5800ec2 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:20.264001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.268003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.289899 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77188d20-c02a-4816-acef-33d2b5800ec2 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:20.301411 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dfd5779f-91fc-4420-8b33-ee3e27f5884e admin admin] Publish callbacks [] for security_group (9504cccd-bfc2-49be-884c-7500d6a1d353), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.317313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 77188d20-c02a-4816-acef-33d2b5800ec2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=77188d20-c02a-4816-acef-33d2b5800ec2,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:20.341521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:20.405532 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-dfd5779f-91fc-4420-8b33-ee3e27f5884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9504cccd-bfc2-49be-884c-7500d6a1d353), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.425027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.477044 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-dfd5779f-91fc-4420-8b33-ee3e27f5884e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=178730f5589f472da96cc280c8b80c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960138 May 19 12:31:20.479707 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5779f-91fc-4420-8b33-ee3e27f5884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9504cccd-bfc2-49be-884c-7500d6a1d353,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:20.484181 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51614) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:20.493047 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=77188d20-c02a-4816-acef-33d2b5800ec2,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:20.554742 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:20.580385 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6c07504-a2ea-4fb0-afc7-ac361f4eade4 admin admin] Publish callbacks [] for security_group (9504cccd-bfc2-49be-884c-7500d6a1d353), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.627999 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6c07504-a2ea-4fb0-afc7-ac361f4eade4 admin admin] Publish callbacks [] for security_group (9504cccd-bfc2-49be-884c-7500d6a1d353), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.733969 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa1eac4-ae34-4463-ba02-c082a24c8e47 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:20.745217 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Publish callbacks [] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.811710 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab955-e73d-411e-abd8-1a0a9a397cd9 req-75bed220-58f7-41ae-9be5-5f8d62e92794 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:20.813554 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a3ab955-e73d-411e-abd8-1a0a9a397cd9 req-75bed220-58f7-41ae-9be5-5f8d62e92794 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 944 time: 0.0604813 May 19 12:31:20.821220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Transition to ACTIVE for port object 1fa1eac4-ae34-4463-ba02-c082a24c8e47 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:31:20.824422 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6c07504-a2ea-4fb0-afc7-ac361f4eade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9504cccd-bfc2-49be-884c-7500d6a1d353), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.827376 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-f6c07504-a2ea-4fb0-afc7-ac361f4eade4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:20.828737 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-f6c07504-a2ea-4fb0-afc7-ac361f4eade4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9504cccd-bfc2-49be-884c-7500d6a1d353 HTTP/1.1" status: 204 len: 168 time: 0.3432310 May 19 12:31:20.833670 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['77188d20-c02a-4816-acef-33d2b5800ec2'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:20.858174 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c07504-a2ea-4fb0-afc7-ac361f4eade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9504cccd-bfc2-49be-884c-7500d6a1d353,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:20.906584 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1a3ab955-e73d-411e-abd8-1a0a9a397cd9 req-45f41b07-a867-45e8-853c-459e949cc20d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835636 May 19 12:31:20.942913 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:20.963981 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.046521 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:21.059437 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Pushing event updated for resources: {'Port': ['ID=1fa1eac4-ae34-4463-ba02-c082a24c8e47,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:21.176846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Attempting to bind port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:31:21.177542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Attempting to bind port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:31:21.178130 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Attempting to bind port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 on network ecb8a48d-7487-4a90-accb-e789004ce19f {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:21.199043 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 on network ecb8a48d-7487-4a90-accb-e789004ce19f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:31:21.201641 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Attempting to bind port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 on network ecb8a48d-7487-4a90-accb-e789004ce19f {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:31:21.218446 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:31:21.218989 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Checking segment: {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:31:21.219399 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Bound using segment: {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:31:21.224620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Bound port: 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:31:21.225084 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.232190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:21.243454 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfeb7-326e-44ae-8140-a0c6b5993fee req-7d11012a-e22a-49a0-8114-1ef544d2792b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:21.245315 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c3cfeb7-326e-44ae-8140-a0c6b5993fee req-7d11012a-e22a-49a0-8114-1ef544d2792b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 948 time: 0.0710304 May 19 12:31:21.268613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:21.323889 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] For port 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:31:21.324503 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9c3cfeb7-326e-44ae-8140-a0c6b5993fee req-da6c5a5f-0a08-480f-b2a9-7bf63520ce12 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716627 May 19 12:31:21.327982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] For port 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fa1eac4-ae34-4463-ba02-c082a24c8e47,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:31:21.414612 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.454151 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:21.454871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:21.456896 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] 10.222.0.81 "PUT /v2.0/ports/1fa1eac4-ae34-4463-ba02-c082a24c8e47 HTTP/1.1" status: 200 len: 1098 time: 1.2884603 May 19 12:31:21.463365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'tag': '1fa1eac4-ae34-4463-ba02-c082a24c8e47'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:21.463365 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f1c88e-508f-42b6-8787-9a6b3d77c369" -d '{"events": [{"name": "network-changed", "server_uuid": "48b69386-ba6a-4cd5-9ae8-7c693f14b14b", "tag": "1fa1eac4-ae34-4463-ba02-c082a24c8e47"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:21.505022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb604ae-eccb-4c89-b421-23942ecee7ae service neutron] Pushing event updated for resources: {'Port': ['ID=1fa1eac4-ae34-4463-ba02-c082a24c8e47,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:21.533403 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf8d81-8986-47ec-bd53-65dcca48351c x-openstack-request-id: req-3faf8d81-8986-47ec-bd53-65dcca48351c {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:21.533789 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b69386-ba6a-4cd5-9ae8-7c693f14b14b", "tag": "1fa1eac4-ae34-4463-ba02-c082a24c8e47", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:21.534180 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3faf8d81-8986-47ec-bd53-65dcca48351c {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:21.534714 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faf8d81-8986-47ec-bd53-65dcca48351c'] response: {'name': 'network-changed', 'server_uuid': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'tag': '1fa1eac4-ae34-4463-ba02-c082a24c8e47', 'status': 'completed', 'code': 200} May 19 12:31:21.638497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1c88e-508f-42b6-8787-9a6b3d77c369 req-3e08b41c-993f-426b-8d11-0f9b1b85070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:21.640392 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-37f1c88e-508f-42b6-8787-9a6b3d77c369 req-3e08b41c-993f-426b-8d11-0f9b1b85070e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03c8ec22ac914f63a81e67c98d018815&device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 1132 time: 0.0611117 May 19 12:31:21.676879 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-37f1c88e-508f-42b6-8787-9a6b3d77c369 req-c6ed8c11-4713-4b3a-869d-81daf5a836e8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=03c8ec22ac914f63a81e67c98d018815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240486 May 19 12:31:21.790173 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1c88e-508f-42b6-8787-9a6b3d77c369 req-068f7798-e2be-435a-b945-108c64e661ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:21.792388 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-37f1c88e-508f-42b6-8787-9a6b3d77c369 req-068f7798-e2be-435a-b945-108c64e661ff service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097884 May 19 12:31:21.910709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-c5b01ba4-b6e7-4f36-9a66-292f3065a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:21.912498 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-c5b01ba4-b6e7-4f36-9a66-292f3065a6cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03c8ec22ac914f63a81e67c98d018815&device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 1132 time: 0.0553722 May 19 12:31:21.986508 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 77188d20-c02a-4816-acef-33d2b5800ec2 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:31:22.139680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 77188d20-c02a-4816-acef-33d2b5800ec2 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:31:22.156506 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f651a-bb8e-4818-8829-42199e9c55bf req-3b948bc8-fe65-4234-b00f-53140b796b90 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.158424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f46f651a-bb8e-4818-8829-42199e9c55bf req-3b948bc8-fe65-4234-b00f-53140b796b90 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 944 time: 0.1018467 May 19 12:31:22.250354 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f46f651a-bb8e-4818-8829-42199e9c55bf req-aee0fd05-6089-483d-a2c2-f5baf8d4019a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787623 May 19 12:31:22.356911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 77188d20-c02a-4816-acef-33d2b5800ec2 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:22.357403 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:22.357576 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-f5aa8543-5be1-4e9d-a842-2bcc041a2d08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=1fa1eac4-ae34-4463-ba02-c082a24c8e47 HTTP/1.1" status: 200 len: 217 time: 0.4311309 May 19 12:31:22.429411 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-f1faf180-d65b-461a-ad40-a4573ab983f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.431370 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-f1faf180-d65b-461a-ad40-a4573ab983f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fec89103-7d32-4897-9a8c-a519aad18081 HTTP/1.1" status: 200 len: 843 time: 0.0675449 May 19 12:31:22.471906 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327f9f4-fdcf-40a4-9fbb-d564bb56c6bd req-0ab081df-cd99-495f-aaba-5f6b9c517eb5 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.479445 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c327f9f4-fdcf-40a4-9fbb-d564bb56c6bd req-0ab081df-cd99-495f-aaba-5f6b9c517eb5 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 948 time: 0.0654380 May 19 12:31:22.489232 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d439-02ea-472d-903a-0cece1873ed6 req-4b53ee5b-1e38-46a7-8000-6f96ad6d46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:22.490954 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-4b53ee5b-1e38-46a7-8000-6f96ad6d46be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ecb8a48d-7487-4a90-accb-e789004ce19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0525782 May 19 12:31:22.495602 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 77188d20-c02a-4816-acef-33d2b5800ec2 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:22.496347 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:22.530256 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:22.533247 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb90e9c-3810-4f84-aa15-0b8588aa4b0b" -d '{"events": [{"server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "name": "network-vif-plugged", "status": "completed", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:22.550999 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 77188d20-c02a-4816-acef-33d2b5800ec2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=77188d20-c02a-4816-acef-33d2b5800ec2,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:22.584768 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c327f9f4-fdcf-40a4-9fbb-d564bb56c6bd req-3d7e690e-43b9-4dfe-81ca-564b55820958 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968466 May 19 12:31:22.590007 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcff9f5-7ff7-4851-ab9f-dc8e44a275dd x-openstack-request-id: req-dfcff9f5-7ff7-4851-ab9f-dc8e44a275dd {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:22.590584 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "name": "network-vif-plugged", "status": "completed", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:22.591008 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfcff9f5-7ff7-4851-ab9f-dc8e44a275dd {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:22.591859 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcff9f5-7ff7-4851-ab9f-dc8e44a275dd'] response: {'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2', 'code': 200} May 19 12:31:22.602376 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:22.641636 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:22.644924 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-77c52848-029a-43bd-af85-348e8ae8c856 service neutron] 10.222.0.81 "GET /v2.0/networks/ecb8a48d-7487-4a90-accb-e789004ce19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479626 May 19 12:31:22.730619 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=77188d20-c02a-4816-acef-33d2b5800ec2,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:22.768040 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-de61d439-02ea-472d-903a-0cece1873ed6 req-7b8ed2d2-718e-4773-b5f5-e6e619c30f08 service neutron] 10.222.0.81 "GET /v2.0/networks/ecb8a48d-7487-4a90-accb-e789004ce19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155398 May 19 12:31:23.239606 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:23.394279 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cac36-76a2-442a-8032-a6362df4c8af req-3e8ebd4f-af2d-461b-90c2-6bb95ec93c56 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:23.395969 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bf2cac36-76a2-442a-8032-a6362df4c8af req-3e8ebd4f-af2d-461b-90c2-6bb95ec93c56 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0542898 May 19 12:31:23.468921 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-bf2cac36-76a2-442a-8032-a6362df4c8af req-4935e39e-14af-45fc-86b5-5d01927d3e4c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659721 May 19 12:31:23.731226 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d12e6-1124-4a23-812c-a28e51c82414 req-99a5ae70-f84e-4fb7-a6f8-5243c532da26 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:23.736858 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-357d12e6-1124-4a23-812c-a28e51c82414 req-99a5ae70-f84e-4fb7-a6f8-5243c532da26 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 948 time: 0.0587971 May 19 12:31:23.789885 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-357d12e6-1124-4a23-812c-a28e51c82414 req-3d8531e1-3346-4e01-bde4-c922ccab34e9 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 May 19 12:31:24.478530 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51702) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:24.639576 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5c344f8-4235-4084-b91b-7dfdad184387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:24.647391 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b1d84-ae87-4a1e-bb3a-f6862dbb89a0 req-4813d2b0-ed8c-441e-8c88-95f9eaf0d5d1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:24.649032 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3b7b1d84-ae87-4a1e-bb3a-f6862dbb89a0 req-4813d2b0-ed8c-441e-8c88-95f9eaf0d5d1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0809414 May 19 12:31:24.738801 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3b7b1d84-ae87-4a1e-bb3a-f6862dbb89a0 req-4976e9de-29ab-4912-a356-2424c2f4702f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805995 May 19 12:31:24.790255 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5c344f8-4235-4084-b91b-7dfdad184387 admin admin] Publish callbacks [] for security_group (131133f9-16e5-4c23-9558-f659866257ec), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:24.883555 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-d5c344f8-4235-4084-b91b-7dfdad184387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (131133f9-16e5-4c23-9558-f659866257ec), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:24.980497 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde118-71fb-408a-a039-391e83a711bc req-111d12f0-8513-479e-beb0-e7df7d1cef3b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:24.991653 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c0fde118-71fb-408a-a039-391e83a711bc req-111d12f0-8513-479e-beb0-e7df7d1cef3b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 948 time: 0.1111038 May 19 12:31:24.991653 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c344f8-4235-4084-b91b-7dfdad184387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131133f9-16e5-4c23-9558-f659866257ec,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:24.998345 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-d5c344f8-4235-4084-b91b-7dfdad184387 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9e056d72ec24b0d85acbe17b606ae17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5164576 May 19 12:31:25.000437 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51712) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:25.063630 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:25.089445 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c0fde118-71fb-408a-a039-391e83a711bc req-e387905b-94db-4cd9-bfd5-09cfed22116d tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917468 May 19 12:31:25.114197 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b7b9-bbeb-43ea-ade1-cf7061633b56 admin admin] Publish callbacks [] for security_group (131133f9-16e5-4c23-9558-f659866257ec), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.144360 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b7b9-bbeb-43ea-ade1-cf7061633b56 admin admin] Publish callbacks [] for security_group (131133f9-16e5-4c23-9558-f659866257ec), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.188681 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:25.264847 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74cb97-ccb9-41e6-9306-be5b845e06cf req-68f34989-a458-4757-9ed6-11b286af87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:25.266411 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-cf74cb97-ccb9-41e6-9306-be5b845e06cf req-68f34989-a458-4757-9ed6-11b286af87e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0499439 May 19 12:31:25.317737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b7b9-bbeb-43ea-ade1-cf7061633b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (131133f9-16e5-4c23-9558-f659866257ec), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.322512 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-cf74cb97-ccb9-41e6-9306-be5b845e06cf req-7078ebd0-fc66-4050-9471-c5b861046736 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475934 May 19 12:31:25.322678 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b7b9-bbeb-43ea-ade1-cf7061633b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:25.322678 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-bbe5b7b9-bbeb-43ea-ade1-cf7061633b56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/131133f9-16e5-4c23-9558-f659866257ec HTTP/1.1" status: 204 len: 168 time: 0.3121338 May 19 12:31:25.331185 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5b7b9-bbeb-43ea-ade1-cf7061633b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131133f9-16e5-4c23-9558-f659866257ec,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:25.888985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376234-2f09-4f16-b410-b5a2c3bc095c req-9905406b-1813-403e-905e-10e5dcf977cc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:25.890632 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-80376234-2f09-4f16-b410-b5a2c3bc095c req-9905406b-1813-403e-905e-10e5dcf977cc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0644057 May 19 12:31:25.957735 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-80376234-2f09-4f16-b410-b5a2c3bc095c req-5d597058-4f42-4871-9335-77e2eaa77b99 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609155 May 19 12:31:25.976236 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 1fa1eac4-ae34-4463-ba02-c082a24c8e47 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:31:26.084849 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.124983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fa1eac4-ae34-4463-ba02-c082a24c8e47,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:26.140164 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '1fa1eac4-ae34-4463-ba02-c082a24c8e47', 'network_id': 'ecb8a48d-7487-4a90-accb-e789004ce19f', 'port_id': '1fa1eac4-ae34-4463-ba02-c082a24c8e47', 'mac_address': 'fa:16:3e:34:49:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec89103-7d32-4897-9a8c-a519aad18081', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:31:26.200144 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:26.200673 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.223045 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa1eac4-ae34-4463-ba02-c082a24c8e47 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:31:26.249516 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fa1eac4-ae34-4463-ba02-c082a24c8e47,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:26.251705 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7495-17b8-4de9-8fea-7f606e3175d2 req-58564f48-32ae-4e1c-a5fb-9d71605a5a58 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:26.253405 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-304f7495-17b8-4de9-8fea-7f606e3175d2 req-58564f48-32ae-4e1c-a5fb-9d71605a5a58 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 948 time: 0.0610352 May 19 12:31:26.308127 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-304f7495-17b8-4de9-8fea-7f606e3175d2 req-290e2e28-5ead-494e-8bbd-16494990ae57 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486965 May 19 12:31:26.314651 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51726) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:26.328516 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.329090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8feb64d5-e312-4312-81d7-2cd7d3279fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.419023 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=1fa1eac4-ae34-4463-ba02-c082a24c8e47,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:26.438850 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8feb64d5-e312-4312-81d7-2cd7d3279fc7 admin admin] Publish callbacks [] for security_group (0d1a9618-b794-4d39-b04a-18e8164b5ace), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.551200 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-8feb64d5-e312-4312-81d7-2cd7d3279fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (0d1a9618-b794-4d39-b04a-18e8164b5ace), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.593810 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-8feb64d5-e312-4312-81d7-2cd7d3279fc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97fff9b1b26f4104ad1863247ebb5a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780652 May 19 12:31:26.594708 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb64d5-e312-4312-81d7-2cd7d3279fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a9618-b794-4d39-b04a-18e8164b5ace,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:26.597706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51728) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:26.658665 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-57b45531-ba98-452b-b81b-9109ad5fa7b0 admin admin] Publish callbacks [] for security_group (0d1a9618-b794-4d39-b04a-18e8164b5ace), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.684590 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-57b45531-ba98-452b-b81b-9109ad5fa7b0 admin admin] Publish callbacks [] for security_group (0d1a9618-b794-4d39-b04a-18e8164b5ace), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.758136 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['1fa1eac4-ae34-4463-ba02-c082a24c8e47'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:31:26.843822 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:26.901034 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-57b45531-ba98-452b-b81b-9109ad5fa7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (0d1a9618-b794-4d39-b04a-18e8164b5ace), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.905493 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-57b45531-ba98-452b-b81b-9109ad5fa7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:26.912988 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-57b45531-ba98-452b-b81b-9109ad5fa7b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d1a9618-b794-4d39-b04a-18e8164b5ace HTTP/1.1" status: 204 len: 168 time: 0.3072336 May 19 12:31:26.918831 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45531-ba98-452b-b81b-9109ad5fa7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a9618-b794-4d39-b04a-18e8164b5ace,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:27.137575 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c1938-4fc6-4f07-8bd0-de5e24e24a42 req-550e7c63-cb73-45f6-ac4b-ce005d53339d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:27.140375 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-411c1938-4fc6-4f07-8bd0-de5e24e24a42 req-550e7c63-cb73-45f6-ac4b-ce005d53339d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0766127 May 19 12:31:27.210858 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-411c1938-4fc6-4f07-8bd0-de5e24e24a42 req-4f8c6257-155a-429e-b6bb-b0ae378d0672 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634513 May 19 12:31:27.285595 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:27.438313 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8202b-dc3a-4373-a1e2-c27dfc6cdbce req-00b1fc53-a278-42dc-8030-173cf76bf32d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:27.445302 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6cd8202b-dc3a-4373-a1e2-c27dfc6cdbce req-00b1fc53-a278-42dc-8030-173cf76bf32d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.1415541 May 19 12:31:27.469584 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:27.618272 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a28c7-24bc-48e9-b226-29ab3b4b79fd req-ddc0e5e0-fb2c-4d28-b6f8-1e6bcc942075 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:27.631632 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7e8a28c7-24bc-48e9-b226-29ab3b4b79fd req-ddc0e5e0-fb2c-4d28-b6f8-1e6bcc942075 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 949 time: 0.1652429 May 19 12:31:27.649445 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6cd8202b-dc3a-4373-a1e2-c27dfc6cdbce req-0af465f8-507f-415d-8705-b525a1c98d34 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967764 May 19 12:31:27.722042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51752) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:27.740454 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7e8a28c7-24bc-48e9-b226-29ab3b4b79fd req-cd4bbe7b-3fee-498c-8858-8dafaee4774b tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080315 May 19 12:31:27.799645 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce08d73-82e0-45d6-b510-0d7052213e07 tempest-TestVolumeBootPattern-673274874 tempest-TestVolumeBootPattern-673274874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:27.801277 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-8ce08d73-82e0-45d6-b510-0d7052213e07 tempest-TestVolumeBootPattern-673274874 tempest-TestVolumeBootPattern-673274874-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1124 time: 0.0752559 May 19 12:31:27.804281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 51754) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:27.810247 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:31:27.900926 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:27.975531 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 1fa1eac4-ae34-4463-ba02-c082a24c8e47 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:31:28.027135 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.049257 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:31:28.163631 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:31:28.165359 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.177289 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Allocated IP 172.27.1.51 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/95c7a83f-c065-43a0-8b0a-475773c1b996) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:31:28.273875 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:31:28.274609 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.307073 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa1eac4-ae34-4463-ba02-c082a24c8e47'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:28.310086 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7fe91e-8254-4552-aeb5-d738d5a9efa0" -d '{"events": [{"server_uuid": "48b69386-ba6a-4cd5-9ae8-7c693f14b14b", "name": "network-vif-plugged", "status": "completed", "tag": "1fa1eac4-ae34-4463-ba02-c082a24c8e47"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:28.331060 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fa1eac4-ae34-4463-ba02-c082a24c8e47,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:28.354694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9fab26-d83a-4d44-b89f-6c3e05ab0f22 x-openstack-request-id: req-4f9fab26-d83a-4d44-b89f-6c3e05ab0f22 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:28.354694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b69386-ba6a-4cd5-9ae8-7c693f14b14b", "name": "network-vif-plugged", "status": "completed", "tag": "1fa1eac4-ae34-4463-ba02-c082a24c8e47", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:28.354694 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f9fab26-d83a-4d44-b89f-6c3e05ab0f22 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:28.354694 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9fab26-d83a-4d44-b89f-6c3e05ab0f22'] response: {'server_uuid': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa1eac4-ae34-4463-ba02-c082a24c8e47', 'code': 200} May 19 12:31:28.361682 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.364912 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:28.412697 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.477339 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=1fa1eac4-ae34-4463-ba02-c082a24c8e47,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:28.505705 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:28.546224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:28.556662 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:31:28.560273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:31:28.564842 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:31:28.596726 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=95c7a83f-c065-43a0-8b0a-475773c1b996,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:28.887115 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdbf90-7e36-40dd-bf6e-275fe024eddb req-5905f9e3-27fc-4c31-95a6-7cfe8c0a1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:28.888883 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7dfdbf90-7e36-40dd-bf6e-275fe024eddb req-5905f9e3-27fc-4c31-95a6-7cfe8c0a1b9e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 1134 time: 0.1035728 May 19 12:31:28.948713 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a21d45-2167-4218-9f20-a6ea5211edfe req-1af63353-845b-4136-9a71-cae0b681f2e1 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:28.951745 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-82a21d45-2167-4218-9f20-a6ea5211edfe req-1af63353-845b-4136-9a71-cae0b681f2e1 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 950 time: 0.1042955 May 19 12:31:29.020647 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-82a21d45-2167-4218-9f20-a6ea5211edfe req-87dab9d6-2aa8-483d-a645-d388acc00346 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557086 May 19 12:31:29.043175 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7dfdbf90-7e36-40dd-bf6e-275fe024eddb req-d4adfbc5-070d-4792-a444-bbb00def232d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445751 May 19 12:31:29.106255 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (0cad0a8c-88b1-4bcb-9d54-8278882cdff4), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.280258 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.510376 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.642004 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.716898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=95c7a83f-c065-43a0-8b0a-475773c1b996,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:29.739358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (0cad0a8c-88b1-4bcb-9d54-8278882cdff4), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:29.854522 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.db.l3_db [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Floating IP 0cad0a8c-88b1-4bcb-9d54-8278882cdff4 associated. External IP: 172.27.1.51, port: 77188d20-c02a-4816-acef-33d2b5800ec2. May 19 12:31:30.081066 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:31:30.163850 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04d8b-8dd7-45d7-ae84-1d59053b24d9 req-3b38e399-9a5e-4d8f-904c-91620c67e7fc tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:30.165398 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e9d04d8b-8dd7-45d7-ae84-1d59053b24d9 req-3b38e399-9a5e-4d8f-904c-91620c67e7fc tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 950 time: 0.0524714 May 19 12:31:30.171705 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:30.211578 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:31:30.226594 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:31:30.232151 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:30.235182 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e9d04d8b-8dd7-45d7-ae84-1d59053b24d9 req-05a7d9be-6b93-44a6-a847-e6239d180434 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635312 May 19 12:31:30.250802 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:30.251886 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:31:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:30.320143 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:30.359846 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f00ba102-c0d9-4866-86e0-75608b9ff695 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5511346 May 19 12:31:30.359846 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:30.375949 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1808602-c052-415b-899f-73eba0cd647a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:30.418053 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:30.418664 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb8ab7f-a2b8-46b1-8ecd-c054e46ee96a x-openstack-request-id: req-5cb8ab7f-a2b8-46b1-8ecd-c054e46ee96a {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:30.418962 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:30.419221 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb8ab7f-a2b8-46b1-8ecd-c054e46ee96a {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:30.419934 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb8ab7f-a2b8-46b1-8ecd-c054e46ee96a'] response: {'name': 'network-changed', 'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2', 'status': 'completed', 'code': 200} May 19 12:31:30.694462 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:28Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:30.720908 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:31:30.729435 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:31:30.730048 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:31:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:30.771698 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:30.838839 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:31:30.973235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808602-c052-415b-899f-73eba0cd647a req-bfe43d49-637c-409e-b855-881cd3d002b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:30.974745 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-bfe43d49-637c-409e-b855-881cd3d002b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0604634 May 19 12:31:30.994869 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:31.081086 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:31.084480 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808602-c052-415b-899f-73eba0cd647a req-dd2319ff-9ee5-4029-8569-f742ad8cbeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:31.086546 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-dd2319ff-9ee5-4029-8569-f742ad8cbeaf service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1058478 May 19 12:31:31.120326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:28Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:31:31.154907 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9312f-9a36-4224-b33c-0d062861f4f3 None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:28Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:31:31.167827 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-34998558-c4d1-4289-8e9f-0eff61309eac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 998 time: 0.0754671 May 19 12:31:31.235917 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808602-c052-415b-899f-73eba0cd647a req-a35a9378-360d-46e1-ae36-747f507c9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:31.237433 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-a35a9378-360d-46e1-ae36-747f507c9a1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0648777 May 19 12:31:31.291706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808602-c052-415b-899f-73eba0cd647a req-2e96a958-fecf-4b6c-b243-8ed603d60ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:31.296326 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-2e96a958-fecf-4b6c-b243-8ed603d60ca0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512822 May 19 12:31:31.402852 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad25b82-afc6-4c0a-b496-b02c594f5cca req-85e35929-ce2f-4781-8142-43f0866a4af0 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:31.412123 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2ad25b82-afc6-4c0a-b496-b02c594f5cca req-85e35929-ce2f-4781-8142-43f0866a4af0 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 950 time: 0.0699058 May 19 12:31:31.413243 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-e19126a6-8653-4519-9422-7f4a1c2d6542 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122329 May 19 12:31:31.499185 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041aa66-c970-46c0-825f-a6dd23387576 None None] New status for floating IP 0cad0a8c-88b1-4bcb-9d54-8278882cdff4: ACTIVE {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:31:31.500790 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2ad25b82-afc6-4c0a-b496-b02c594f5cca req-779b64fe-a9cb-4b9a-8d06-18e48f3ca848 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875955 May 19 12:31:31.578227 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c1808602-c052-415b-899f-73eba0cd647a req-7a70d61e-66a1-4bbb-8f1e-a550b06fd198 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575544 May 19 12:31:32.216376 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b14c51-08fe-4b47-a812-06ac3f6fe2d5 req-3d87d6d1-1c4a-4120-8461-312430596d83 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:32.217908 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73b14c51-08fe-4b47-a812-06ac3f6fe2d5 req-3d87d6d1-1c4a-4120-8461-312430596d83 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 950 time: 0.0575788 May 19 12:31:32.274655 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-73b14c51-08fe-4b47-a812-06ac3f6fe2d5 req-acb692ea-32e0-491e-bbd3-65d9b2f7d813 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467288 May 19 12:31:33.415170 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85eff-a950-408b-9ab9-beccf015ffa2 req-6ca41592-6bb9-4599-a3e9-f68229a73514 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:33.416811 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98d85eff-a950-408b-9ab9-beccf015ffa2 req-6ca41592-6bb9-4599-a3e9-f68229a73514 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 950 time: 0.0562563 May 19 12:31:33.468386 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-98d85eff-a950-408b-9ab9-beccf015ffa2 req-2b5bc1be-24ca-4983-b11f-fc891486eedc tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b628f43-a5b7-4741-83cd-9fe8242af7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 May 19 12:31:33.845574 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-ae6df41c-c091-4f4b-8a0c-97986a58dd7c tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:33.847839 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-ae6df41c-c091-4f4b-8a0c-97986a58dd7c tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.81 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 950 time: 0.0684948 May 19 12:31:33.956193 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51838) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:33.968620 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Deleting port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:31:33.969211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.110598 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] For port 1fa1eac4-ae34-4463-ba02-c082a24c8e47, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=1fa1eac4-ae34-4463-ba02-c082a24c8e47,segment=NetworkSegment(7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525),segment_id=7f6d8ee3-1525-4c98-8fb2-5a0e6ff9d525)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:31:34.111043 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.133409 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Calling delete_port for 1fa1eac4-ae34-4463-ba02-c082a24c8e47 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:31:34.142417 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf3ce-f772-405a-a1f2-63c279c4820d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.193206 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:34.249804 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:34.266934 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf3ce-f772-405a-a1f2-63c279c4820d admin admin] Publish callbacks [] for security_group (4ea5469e-dcff-429c-8db4-1caf10bf36da), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.374307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (1fa1eac4-ae34-4463-ba02-c082a24c8e47), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.374605 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf3ce-f772-405a-a1f2-63c279c4820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4ea5469e-dcff-429c-8db4-1caf10bf36da), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.410285 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Pushing event deleted for resources: {'Port': ['ID=1fa1eac4-ae34-4463-ba02-c082a24c8e47,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:34.425758 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e7fbf3ce-f772-405a-a1f2-63c279c4820d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=671e9a075f864d8f97d81ef1ce543dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682481 May 19 12:31:34.426721 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbf3ce-f772-405a-a1f2-63c279c4820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5469e-dcff-429c-8db4-1caf10bf36da,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:34.429739 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 51844) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:34.484666 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] No DVR routers for this DVR port 1fa1eac4-ae34-4463-ba02-c082a24c8e47 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:31:34.487914 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.492344 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-4ee2115d-36e8-49f8-8990-a435bb57a6ec req-4eb9c9ac-0e0f-43f3-8ded-9ac24db06d15 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.81 "DELETE /v2.0/ports/1fa1eac4-ae34-4463-ba02-c082a24c8e47 HTTP/1.1" status: 204 len: 173 time: 0.6371686 May 19 12:31:34.492344 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'name': 'network-vif-deleted', 'tag': '1fa1eac4-ae34-4463-ba02-c082a24c8e47'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:31:34.494868 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aa0cb1-5a82-4573-8994-35385d319eaa" -d '{"events": [{"server_uuid": "48b69386-ba6a-4cd5-9ae8-7c693f14b14b", "name": "network-vif-deleted", "tag": "1fa1eac4-ae34-4463-ba02-c082a24c8e47"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:31:34.568414 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ef78d1d-1e4e-46fb-914b-521dbc48e190 admin admin] Publish callbacks [] for security_group (4ea5469e-dcff-429c-8db4-1caf10bf36da), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.601591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:34.601750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730201de-64da-46d2-9250-cb48d3e32d04 x-openstack-request-id: req-730201de-64da-46d2-9250-cb48d3e32d04 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:31:34.601750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b69386-ba6a-4cd5-9ae8-7c693f14b14b", "name": "network-vif-deleted", "tag": "1fa1eac4-ae34-4463-ba02-c082a24c8e47", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:31:34.601750 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-730201de-64da-46d2-9250-cb48d3e32d04 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:31:34.601750 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730201de-64da-46d2-9250-cb48d3e32d04'] response: {'server_uuid': '48b69386-ba6a-4cd5-9ae8-7c693f14b14b', 'name': 'network-vif-deleted', 'tag': '1fa1eac4-ae34-4463-ba02-c082a24c8e47', 'status': 'completed', 'code': 200} May 19 12:31:34.629908 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ef78d1d-1e4e-46fb-914b-521dbc48e190 admin admin] Publish callbacks [] for security_group (4ea5469e-dcff-429c-8db4-1caf10bf36da), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.632920 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7fa212e0-97d2-4365-8a3d-4c4f603c1567 req-6dc34ecc-3322-44d1-8bef-ec1f31b798b2 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0565290 May 19 12:31:34.745883 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ef78d1d-1e4e-46fb-914b-521dbc48e190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (4ea5469e-dcff-429c-8db4-1caf10bf36da), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.748553 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9ef78d1d-1e4e-46fb-914b-521dbc48e190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:34.749729 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9ef78d1d-1e4e-46fb-914b-521dbc48e190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ea5469e-dcff-429c-8db4-1caf10bf36da HTTP/1.1" status: 204 len: 168 time: 0.3187432 May 19 12:31:34.759692 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef78d1d-1e4e-46fb-914b-521dbc48e190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5469e-dcff-429c-8db4-1caf10bf36da,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:35.796675 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a4a3cc7a-697f-4a16-bc66-264ee2be7d1a req-b9cfc146-533a-433f-bdea-b7cb557e6050 tempest-VolumesNegativeTest-1851038567 tempest-VolumesNegativeTest-1851038567-project] 10.222.0.23 "GET /v2.0/ports?device_id=48b69386-ba6a-4cd5-9ae8-7c693f14b14b HTTP/1.1" status: 200 len: 210 time: 0.0504701 May 19 12:31:36.036807 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 1fa1eac4-ae34-4463-ba02-c082a24c8e47 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:31:36.060385 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 1fa1eac4-ae34-4463-ba02-c082a24c8e47 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:31:36.065998 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 1fa1eac4-ae34-4463-ba02-c082a24c8e47 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:31:38.601539 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 52016) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:38.777036 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c699d67b-90cf-4632-90c0-155968bb0756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:38.868520 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c699d67b-90cf-4632-90c0-155968bb0756 admin admin] Publish callbacks [] for security_group (374fa422-f012-45c9-8076-dc5101afe991), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.018264 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-c699d67b-90cf-4632-90c0-155968bb0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (374fa422-f012-45c9-8076-dc5101afe991), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.096887 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c699d67b-90cf-4632-90c0-155968bb0756 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f386834878664344a889044da5df964a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935799 May 19 12:31:39.099516 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52046) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:39.100358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699d67b-90cf-4632-90c0-155968bb0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374fa422-f012-45c9-8076-dc5101afe991,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:39.190370 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a850f8a0-e5e8-4e07-8d83-5f312bfe11a0 admin admin] Publish callbacks [] for security_group (374fa422-f012-45c9-8076-dc5101afe991), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.229274 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a850f8a0-e5e8-4e07-8d83-5f312bfe11a0 admin admin] Publish callbacks [] for security_group (374fa422-f012-45c9-8076-dc5101afe991), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.390759 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a850f8a0-e5e8-4e07-8d83-5f312bfe11a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (374fa422-f012-45c9-8076-dc5101afe991), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.393645 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a850f8a0-e5e8-4e07-8d83-5f312bfe11a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:39.394843 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a850f8a0-e5e8-4e07-8d83-5f312bfe11a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/374fa422-f012-45c9-8076-dc5101afe991 HTTP/1.1" status: 204 len: 168 time: 0.2939770 May 19 12:31:39.403754 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f8a0-e5e8-4e07-8d83-5f312bfe11a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374fa422-f012-45c9-8076-dc5101afe991,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:40.370600 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 52080) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:40.391245 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-81035a56-72af-412c-a78f-8afd6684d5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:40.402856 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:40.493039 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-81035a56-72af-412c-a78f-8afd6684d5bb admin admin] Publish callbacks [] for security_group (13c8f185-ac35-4a93-93b3-3c5cbfcf024d), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:40.648628 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-81035a56-72af-412c-a78f-8afd6684d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (13c8f185-ac35-4a93-93b3-3c5cbfcf024d), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:40.708863 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-81035a56-72af-412c-a78f-8afd6684d5bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36bd679d2cc84ead85750d030d91df00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371346 May 19 12:31:40.709646 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81035a56-72af-412c-a78f-8afd6684d5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c8f185-ac35-4a93-93b3-3c5cbfcf024d,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:40.712169 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52086) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:40.798170 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bea42d4f-4c0c-42eb-ab0a-b91056d1311c admin admin] Publish callbacks [] for security_group (13c8f185-ac35-4a93-93b3-3c5cbfcf024d), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:40.824666 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bea42d4f-4c0c-42eb-ab0a-b91056d1311c admin admin] Publish callbacks [] for security_group (13c8f185-ac35-4a93-93b3-3c5cbfcf024d), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:41.109898 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bea42d4f-4c0c-42eb-ab0a-b91056d1311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (13c8f185-ac35-4a93-93b3-3c5cbfcf024d), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:41.113460 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-bea42d4f-4c0c-42eb-ab0a-b91056d1311c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:41.115060 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-bea42d4f-4c0c-42eb-ab0a-b91056d1311c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13c8f185-ac35-4a93-93b3-3c5cbfcf024d HTTP/1.1" status: 204 len: 168 time: 0.4012387 May 19 12:31:41.133351 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea42d4f-4c0c-42eb-ab0a-b91056d1311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c8f185-ac35-4a93-93b3-3c5cbfcf024d,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:41.645879 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:41.652468 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:42.546899 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-74de1ef0-46e1-4b13-8d4d-090c943da269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:44.379689 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.037715 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4804b90c-868d-4b85-8f63-27ffd6d65677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.481920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52266) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:45.647198 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c9a76156-2152-4c8d-b9ab-40746de292ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03c8ec22ac914f63a81e67c98d018815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639309 May 19 12:31:45.650612 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52270) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:45.708119 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa01b-7b81-4afb-887f-eb8915ce6e07 admin admin] Publish callbacks [] for security_group (9b628f43-a5b7-4741-83cd-9fe8242af7ec), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.744535 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa01b-7b81-4afb-887f-eb8915ce6e07 admin admin] Publish callbacks [] for security_group (9b628f43-a5b7-4741-83cd-9fe8242af7ec), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.911252 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa01b-7b81-4afb-887f-eb8915ce6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (9b628f43-a5b7-4741-83cd-9fe8242af7ec), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.913985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa01b-7b81-4afb-887f-eb8915ce6e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:45.915353 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-7f1fa01b-7b81-4afb-887f-eb8915ce6e07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b628f43-a5b7-4741-83cd-9fe8242af7ec HTTP/1.1" status: 204 len: 168 time: 0.2635145 May 19 12:31:45.924541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fa01b-7b81-4afb-887f-eb8915ce6e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b628f43-a5b7-4741-83cd-9fe8242af7ec,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:46.134221 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:47.642594 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:49.372324 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:50.701952 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:50.705085 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:54.281943 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:31:55.919054 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=58,neutron:DELETE=8 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:55.922470 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=69,neutron:DELETE=8 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:58.686478 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 52356) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:58.834943 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b4799dab-5b6a-4c9c-a3c8-63100ee478fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:58.898340 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-769ecc42-a9ca-4ada-9271-0609f55dedea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540977 May 19 12:31:58.962839 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b4799dab-5b6a-4c9c-a3c8-63100ee478fa admin admin] Publish callbacks [] for security_group (6684f30c-274b-484f-8ba9-31b21b2511cb), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:59.007804 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-3d283b4d-ebf8-4d21-ae2c-29f4a57ad8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:59.009902 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-3d283b4d-ebf8-4d21-ae2c-29f4a57ad8c1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0418160 May 19 12:31:59.123170 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-51f6a2f6-0209-4bb3-889a-3f46d39e0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:59.124574 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-51f6a2f6-0209-4bb3-889a-3f46d39e0836 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.0953679 May 19 12:31:59.199326 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-bdbac66d-fb67-46d9-a827-e470efeb1dfe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0681729 May 19 12:31:59.224311 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:59.228735 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:31:59.260857 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-b4799dab-5b6a-4c9c-a3c8-63100ee478fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6684f30c-274b-484f-8ba9-31b21b2511cb), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:59.333894 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4799dab-5b6a-4c9c-a3c8-63100ee478fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6684f30c-274b-484f-8ba9-31b21b2511cb,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:31:59.340240 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-b4799dab-5b6a-4c9c-a3c8-63100ee478fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c939c19350bf409f9e11612020da5b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523733 May 19 12:31:59.344419 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-abe8a962-40ed-4729-8812-252774b6e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:59.344613 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52362) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:31:59.346020 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-abe8a962-40ed-4729-8812-252774b6e521 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.1406217 May 19 12:31:59.394820 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-4ba2d563-6c76-4502-bf1e-228fa7b412f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:31:59.396339 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-4ba2d563-6c76-4502-bf1e-228fa7b412f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445178 May 19 12:31:59.452471 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-38d870a7-6183-475f-9630-7208133b0e3d admin admin] Publish callbacks [] for security_group (6684f30c-274b-484f-8ba9-31b21b2511cb), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:59.496320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-38d870a7-6183-475f-9630-7208133b0e3d admin admin] Publish callbacks [] for security_group (6684f30c-274b-484f-8ba9-31b21b2511cb), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:59.502560 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-c1a91fdf-727f-4cc4-9ad7-a595a013b48e service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002603 May 19 12:31:59.608389 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-c48158b4-45a1-49e8-b439-f83fa00279b5 req-26c49472-c09b-4b5e-bd3a-ff73c700bbba service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002605 May 19 12:31:59.729148 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-38d870a7-6183-475f-9630-7208133b0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (6684f30c-274b-484f-8ba9-31b21b2511cb), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:59.731731 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-38d870a7-6183-475f-9630-7208133b0e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:31:59.733024 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-38d870a7-6183-475f-9630-7208133b0e3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6684f30c-274b-484f-8ba9-31b21b2511cb HTTP/1.1" status: 204 len: 168 time: 0.3871243 May 19 12:31:59.742215 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d870a7-6183-475f-9630-7208133b0e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6684f30c-274b-484f-8ba9-31b21b2511cb,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:00.239142 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:09.593377 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=69,neutron:INSERT=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:09.604904 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:09.736801 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:09.737657 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:09.779207 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:10.291844 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:12.470452 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-85abbbb4-4b6b-4bfc-a871-76764d87a96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:14.327910 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:14.973305 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-809e6899-b0e0-4e17-a7ad-45679da905ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:16.085848 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:17.608086 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:19.360111 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.070406 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52448) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:22.183085 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.259539 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Publish callbacks [] for security_group (1d24ac7c-7045-4fbd-9bfa-8cffc03ca416), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.337311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1d24ac7c-7045-4fbd-9bfa-8cffc03ca416), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.381494 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=753c6657bdfb409dab2c4bdd006818b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092306 May 19 12:32:22.382211 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24ac7c-7045-4fbd-9bfa-8cffc03ca416,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:22.384465 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52452) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:22.396703 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.397045 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.397384 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.397718 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.398047 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.398371 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.398690 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.399341 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.399701 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.400051 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.400370 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.400695 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.401009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.401322 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.401635 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656efc8e-4471-4c16-8fe5-bdfcdc92d5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:22.448759 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a62-e7ec-4178-a6e7-195e28dd8c89 admin admin] Publish callbacks [] for security_group (1d24ac7c-7045-4fbd-9bfa-8cffc03ca416), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.470303 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a62-e7ec-4178-a6e7-195e28dd8c89 admin admin] Publish callbacks [] for security_group (1d24ac7c-7045-4fbd-9bfa-8cffc03ca416), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.613555 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a62-e7ec-4178-a6e7-195e28dd8c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (1d24ac7c-7045-4fbd-9bfa-8cffc03ca416), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.616311 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1a62-e7ec-4178-a6e7-195e28dd8c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:22.617548 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-1e5c1a62-e7ec-4178-a6e7-195e28dd8c89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d24ac7c-7045-4fbd-9bfa-8cffc03ca416 HTTP/1.1" status: 204 len: 168 time: 0.2320566 May 19 12:32:22.626664 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1a62-e7ec-4178-a6e7-195e28dd8c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24ac7c-7045-4fbd-9bfa-8cffc03ca416,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:24.293226 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52482) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:24.412811 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5693fc5b-6d95-42be-921a-c77ba180c889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.496380 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5693fc5b-6d95-42be-921a-c77ba180c889 admin admin] Publish callbacks [] for security_group (71d53505-f030-4162-97f6-52fdf06e790e), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.589527 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-5693fc5b-6d95-42be-921a-c77ba180c889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (71d53505-f030-4162-97f6-52fdf06e790e), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.632272 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-5693fc5b-6d95-42be-921a-c77ba180c889 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8ba7f082cf24c4190b30294241e5130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379457 May 19 12:32:24.632955 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693fc5b-6d95-42be-921a-c77ba180c889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d53505-f030-4162-97f6-52fdf06e790e,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:24.635036 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 52486) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:24.693872 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Publish callbacks [] for security_group (71d53505-f030-4162-97f6-52fdf06e790e), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.719280 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Publish callbacks [] for security_group (71d53505-f030-4162-97f6-52fdf06e790e), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.828689 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (71d53505-f030-4162-97f6-52fdf06e790e), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.833914 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:24.833914 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71d53505-f030-4162-97f6-52fdf06e790e HTTP/1.1" status: 204 len: 168 time: 0.1960020 May 19 12:32:24.841555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d53505-f030-4162-97f6-52fdf06e790e,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:24.850931 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.851849 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.852312 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.852744 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.853079 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.853410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.853838 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.854254 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.855158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.855158 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.855707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.855707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.857361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.857361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:24.857361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcfa16-80ac-49f7-9352-c518c76d8d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:26.056320 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52508) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:26.168871 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-423858685-network', 'tenant_id': 'b0b15da1cdfb45c88bb7827e650d33c9'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:26.253689 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Made reservation on behalf of b0b15da1cdfb45c88bb7827e650d33c9 for: {'network': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:32:26.256179 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for network (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.265840 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.360805 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks [] for security_group (133aeda2-e98b-4af5-8c2d-22695a2f6975), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.487858 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (133aeda2-e98b-4af5-8c2d-22695a2f6975), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.519568 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=104216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 12:32:26.524787 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:26.529480 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133aeda2-e98b-4af5-8c2d-22695a2f6975,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:26.535157 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741699422733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.535581 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.segments_db [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Added segment f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5 of type vlan for network ef42f330-ede2-4f6c-afd0-f38527a9cb1c May 19 12:32:26.546969 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:26.606731 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741699038311'] for network (ef42f330-ede2-4f6c-afd0-f38527a9cb1c), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.773723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506'] for network (ef42f330-ede2-4f6c-afd0-f38527a9cb1c), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.774680 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:26.775463 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:26.843694 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] Pushing event updated for resources: {'Network': ['ID=ef42f330-ede2-4f6c-afd0-f38527a9cb1c,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:26.856214 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Network ef42f330-ede2-4f6c-afd0-f38527a9cb1c details requested by agent ovs-agent-dv-cinder-804757-28-iscsi with host dv-cinder-804757-28-iscsi {{(pid=104218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 19 12:32:26.914026 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6405925d-f73f-45f4-8eea-e2775b1fdc35 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8556941 May 19 12:32:26.919924 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 52512) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:32:26.925911 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Request body: {'subnet': {'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-423858685-subnet', 'tenant_id': 'b0b15da1cdfb45c88bb7827e650d33c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:27.030655 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Made reservation on behalf of b0b15da1cdfb45c88bb7827e650d33c9 for: {'subnet': 1} {{(pid=104216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:32:27.033380 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9083992'] for subnet (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:27.545591 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10076875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9083982'] for subnet (47faefe8-80a0-42a5-a45c-a0a358ae9e63), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:27.612290 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47faefe8-80a0-42a5-a45c-a0a358ae9e63,revision_number=0']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:27.623703 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Checking segment: {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:32:27.624111 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Network hostable DHCP agents. Network: ef42f330-ede2-4f6c-afd0-f38527a9cb1c, hostable agents: ['e8c1770b-e1e0-45e8-932b-05ab5b6676aa'], hosted agents: [] {{(pid=104216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 12:32:27.796798 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Network ef42f330-ede2-4f6c-afd0-f38527a9cb1c is scheduled to be hosted by DHCP agent e8c1770b-e1e0-45e8-932b-05ab5b6676aa with binding_index 1 {{(pid=104216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 12:32:27.802796 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:27.933880 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-28-iscsi, ef42f330-ede2-4f6c-afd0-f38527a9cb1c) {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:32:27.941034 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:27.943567 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:27.947586 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7515ef1-6ef6-434e-8f3f-ba77657ade78 None None] Network ef42f330-ede2-4f6c-afd0-f38527a9cb1c requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:32:28.072365 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-b9162320-7a1f-4589-bf49-bae96420d795 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1507761 May 19 12:32:28.130909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e8af6-04d7-44c4-8e51-dce943854549 None None] Network ef42f330-ede2-4f6c-afd0-f38527a9cb1c requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:32:30.528486 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-3c1158ce-1535-4698-867d-4d0e5bfac766 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:30.531241 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-3c1158ce-1535-4698-867d-4d0e5bfac766 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/networks?id=ef42f330-ede2-4f6c-afd0-f38527a9cb1c HTTP/1.1" status: 200 len: 813 time: 0.1752260 May 19 12:32:30.548869 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-e20ddf7b-61c7-4e03-b5d0-81437a53f5fd tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/quotas/b0b15da1cdfb45c88bb7827e650d33c9 HTTP/1.1" status: 200 len: 375 time: 0.0114844 May 19 12:32:30.586047 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-50b4d0e9-d749-4cbb-a7f5-5cc5f84a52b4 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310762 May 19 12:32:30.707064 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-4dcc1a53-ca97-4f5b-b639-10844737bd78 service neutron] 10.222.0.23 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126943 May 19 12:32:30.819362 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-ab472c2d-7406-4021-9592-6d05adbe76f8 service neutron] 10.222.0.23 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034932 May 19 12:32:31.226317 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-824d70fe-e2f0-4c74-b56f-195a305b8ae4 req-3fd13c5a-8591-438b-b768-d310bba4f324 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 210 time: 0.0340478 May 19 12:32:31.284502 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:32:32.317960 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f5d864a1-cf0f-4474-aeb0-8c68408dd47d req-3c02c040-bc72-43bd-b4de-46398363a2aa tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 210 time: 0.0293269 May 19 12:32:33.423275 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c4777ad-583a-4dc1-93b0-76bfa2fb92c0 req-2f76fdf8-c1df-4228-88d3-09be50aa014e tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 210 time: 0.0296509 May 19 12:32:33.878582 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-19d95715-a6fc-4beb-ae63-0bd2132c4a77 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:33.880210 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-19d95715-a6fc-4beb-ae63-0bd2132c4a77 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "GET /v2.0/networks?id=ef42f330-ede2-4f6c-afd0-f38527a9cb1c HTTP/1.1" status: 200 len: 813 time: 0.1137044 May 19 12:32:33.898412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Request body: {'port': {'device_id': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c', 'admin_state_up': True, 'tenant_id': 'b0b15da1cdfb45c88bb7827e650d33c9'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:34.110833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Made reservation on behalf of b0b15da1cdfb45c88bb7827e650d33c9 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:32:34.114999 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:34.272067 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Allocated IP 172.20.0.12 (ef42f330-ede2-4f6c-afd0-f38527a9cb1c/47faefe8-80a0-42a5-a45c-a0a358ae9e63/6fe51d38-62a2-4b50-8614-8fab1516d602) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:32:34.449483 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks [] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:34.566292 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6eadb40c-86b4-46a0-b8e7-b542f0e80a92 req-418dec08-552f-496e-9888-3a6a44a1d7c9 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 210 time: 0.0324850 May 19 12:32:34.574656 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:34.614021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:34.625372 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Network ef42f330-ede2-4f6c-afd0-f38527a9cb1c is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:32:34.629284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:32:34.632148 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:32:34.665393 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Pushing event updated for resources: {'Port': ['ID=6fe51d38-62a2-4b50-8614-8fab1516d602,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:34.685005 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:34.699625 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:34.700211 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:34.821820 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-78a8bf02-9ebe-48c7-8f69-c53188cece2c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9281535 May 19 12:32:34.882253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Request body: {'port': {'device_id': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:32:34.963840 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:35.308430 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe51d38-62a2-4b50-8614-8fab1516d602 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:32:35.317366 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Publish callbacks [] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:35.332803 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Transition to ACTIVE for port object 6fe51d38-62a2-4b50-8614-8fab1516d602 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:32:35.413564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:35.473646 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Pushing event updated for resources: {'Port': ['ID=6fe51d38-62a2-4b50-8614-8fab1516d602,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:35.551953 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Attempting to bind port 6fe51d38-62a2-4b50-8614-8fab1516d602 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:32:35.552301 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Attempting to bind port 6fe51d38-62a2-4b50-8614-8fab1516d602 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:32:35.552633 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Attempting to bind port 6fe51d38-62a2-4b50-8614-8fab1516d602 on network ef42f330-ede2-4f6c-afd0-f38527a9cb1c {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:32:35.559263 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Port 6fe51d38-62a2-4b50-8614-8fab1516d602 on network ef42f330-ede2-4f6c-afd0-f38527a9cb1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:32:35.559512 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Attempting to bind port 6fe51d38-62a2-4b50-8614-8fab1516d602 on network ef42f330-ede2-4f6c-afd0-f38527a9cb1c {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:32:35.566064 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:32:35.566453 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Checking segment: {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:32:35.566885 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Bound using segment: {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:32:35.567405 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Bound port: 6fe51d38-62a2-4b50-8614-8fab1516d602, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:32:35.567844 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:35.649278 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] For port 6fe51d38-62a2-4b50-8614-8fab1516d602, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:32:35.652772 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:35.655309 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] For port 6fe51d38-62a2-4b50-8614-8fab1516d602, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fe51d38-62a2-4b50-8614-8fab1516d602,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:32:35.714232 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c9905-388e-4a92-be73-0fd6ba86441b req-370502f6-36e6-479c-a957-b9c5ce305915 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:35.715904 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cd2c9905-388e-4a92-be73-0fd6ba86441b req-370502f6-36e6-479c-a957-b9c5ce305915 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 944 time: 0.0574086 May 19 12:32:35.770224 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-cd2c9905-388e-4a92-be73-0fd6ba86441b req-c896b720-abf2-48f2-a04c-f668a49da310 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 May 19 12:32:35.792544 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:35.834311 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:35.834706 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:35.836288 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] 10.222.0.81 "PUT /v2.0/ports/6fe51d38-62a2-4b50-8614-8fab1516d602 HTTP/1.1" status: 200 len: 1094 time: 0.9587371 May 19 12:32:35.842916 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'tag': '6fe51d38-62a2-4b50-8614-8fab1516d602'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:32:35.845385 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359899c0-cb09-4fec-a76c-0039532b5f12" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff9de21-e70b-4381-9dfc-e7dfb15d1c42", "tag": "6fe51d38-62a2-4b50-8614-8fab1516d602"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:32:35.883266 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5e284-1ad7-4609-ae0e-94dff2527aab service neutron] Pushing event updated for resources: {'Port': ['ID=6fe51d38-62a2-4b50-8614-8fab1516d602,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:35.905140 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96f824-ade4-4d0c-b4fc-0545c9a8b548 x-openstack-request-id: req-9c96f824-ade4-4d0c-b4fc-0545c9a8b548 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:32:35.920717 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff9de21-e70b-4381-9dfc-e7dfb15d1c42", "tag": "6fe51d38-62a2-4b50-8614-8fab1516d602", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:32:35.920717 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c96f824-ade4-4d0c-b4fc-0545c9a8b548 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:32:35.920717 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c96f824-ade4-4d0c-b4fc-0545c9a8b548'] response: {'name': 'network-changed', 'server_uuid': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'tag': '6fe51d38-62a2-4b50-8614-8fab1516d602', 'status': 'completed', 'code': 200} May 19 12:32:36.027016 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359899c0-cb09-4fec-a76c-0039532b5f12 req-1d671f00-f54c-4b63-bb5e-4147740c430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:36.029781 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-359899c0-cb09-4fec-a76c-0039532b5f12 req-1d671f00-f54c-4b63-bb5e-4147740c430c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 1128 time: 0.0482881 May 19 12:32:36.145397 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359899c0-cb09-4fec-a76c-0039532b5f12 req-6b5d1039-9ceb-4d92-ba3a-eefe6c5d4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:36.146920 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-359899c0-cb09-4fec-a76c-0039532b5f12 req-6b5d1039-9ceb-4d92-ba3a-eefe6c5d4316 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1056633 May 19 12:32:36.532783 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359899c0-cb09-4fec-a76c-0039532b5f12 req-406f6790-d396-4427-979b-245655409f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:36.534322 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-359899c0-cb09-4fec-a76c-0039532b5f12 req-406f6790-d396-4427-979b-245655409f76 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3810425 May 19 12:32:36.641093 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-0c411700-0da2-49d0-ae95-c3d8d0fb7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:36.642622 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-0c411700-0da2-49d0-ae95-c3d8d0fb7654 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 1128 time: 0.0439062 May 19 12:32:36.694220 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-549df630-0020-4f24-a017-86ed8ee54dd8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe51d38-62a2-4b50-8614-8fab1516d602 HTTP/1.1" status: 200 len: 217 time: 0.0391662 May 19 12:32:36.727877 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:36.747773 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-f8107cff-da2e-4516-8f0d-aa1243ab0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:36.749368 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-f8107cff-da2e-4516-8f0d-aa1243ab0248 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47faefe8-80a0-42a5-a45c-a0a358ae9e63 HTTP/1.1" status: 200 len: 853 time: 0.0495808 May 19 12:32:36.787132 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-2006d388-f5f7-4286-b850-e7a82b8f4577 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef42f330-ede2-4f6c-afd0-f38527a9cb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314372 May 19 12:32:36.920525 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-5275fdd1-7f82-479e-b1bd-2dc8b508ed2a service neutron] 10.222.0.81 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278257 May 19 12:32:36.945526 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a017eca-d0ed-4194-bea6-5bf3272ada9f req-c576f459-1211-4398-b98a-56da209911c8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:36.949523 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a017eca-d0ed-4194-bea6-5bf3272ada9f req-c576f459-1211-4398-b98a-56da209911c8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 944 time: 0.0896688 May 19 12:32:37.015745 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9a017eca-d0ed-4194-bea6-5bf3272ada9f req-b473b110-be86-48df-8423-93f76eb4068a tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 May 19 12:32:37.060181 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-75cffb3f-f74e-4592-b90a-907456a22e1a req-5b0b3974-3966-4274-8946-f50fb4914bac service neutron] 10.222.0.81 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326454 May 19 12:32:37.239623 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:38.159742 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ead471-d812-4a94-b327-aee9727352ea req-3ef262de-0109-4639-965c-41ad334eff6d tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:38.161650 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c8ead471-d812-4a94-b327-aee9727352ea req-3ef262de-0109-4639-965c-41ad334eff6d tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 944 time: 0.0585363 May 19 12:32:38.238605 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:38.240423 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:38.251920 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-c8ead471-d812-4a94-b327-aee9727352ea req-32e4938d-62a6-41d0-a3da-ac936dadfe62 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826101 May 19 12:32:39.377205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfd34d-20c5-4b82-a104-6bf8daad86f1 req-13ef93b2-bb50-4786-9809-dc92059142c9 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:39.378840 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fdbfd34d-20c5-4b82-a104-6bf8daad86f1 req-13ef93b2-bb50-4786-9809-dc92059142c9 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 944 time: 0.0516555 May 19 12:32:39.440607 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-fdbfd34d-20c5-4b82-a104-6bf8daad86f1 req-50d7e488-f00c-4986-99c7-8e3beab2e385 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552466 May 19 12:32:40.416538 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 6fe51d38-62a2-4b50-8614-8fab1516d602 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:32:40.552982 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 6fe51d38-62a2-4b50-8614-8fab1516d602, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fe51d38-62a2-4b50-8614-8fab1516d602,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:32:40.567513 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': '6fe51d38-62a2-4b50-8614-8fab1516d602', 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c', 'port_id': '6fe51d38-62a2-4b50-8614-8fab1516d602', 'mac_address': 'fa:16:3e:aa:a4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47faefe8-80a0-42a5-a45c-a0a358ae9e63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:32:40.595971 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aceaa-a113-4f35-bb4a-9650f7f9a942 req-2d488e70-3d2b-4db5-b7bc-26d65c61f9a8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:40.597764 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f50aceaa-a113-4f35-bb4a-9650f7f9a942 req-2d488e70-3d2b-4db5-b7bc-26d65c61f9a8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 944 time: 0.0590169 May 19 12:32:40.613352 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 6fe51d38-62a2-4b50-8614-8fab1516d602 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:32:40.613737 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:40.615606 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:40.631464 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe51d38-62a2-4b50-8614-8fab1516d602 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:32:40.655587 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 6fe51d38-62a2-4b50-8614-8fab1516d602, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fe51d38-62a2-4b50-8614-8fab1516d602,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:32:40.664889 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f50aceaa-a113-4f35-bb4a-9650f7f9a942 req-34b11d6c-1d17-4cdf-9278-acee984cd6bf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 May 19 12:32:40.728304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:40.781089 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=6fe51d38-62a2-4b50-8614-8fab1516d602,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:40.788993 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.789465 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.789815 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.790160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.790501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.790835 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.791171 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.791501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.792101 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.792292 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.792709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.793047 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.793374 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.793701 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:40.794027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:32:41.162490 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['6fe51d38-62a2-4b50-8614-8fab1516d602'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:32:41.277725 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:41.797016 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a80f80-fed7-4dcb-9cc9-112af6314e7e req-2e0257fd-22bd-4a3e-bba1-392fa554bf06 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:41.798867 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-04a80f80-fed7-4dcb-9cc9-112af6314e7e req-2e0257fd-22bd-4a3e-bba1-392fa554bf06 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 945 time: 0.0567234 May 19 12:32:41.853115 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-04a80f80-fed7-4dcb-9cc9-112af6314e7e req-674164cf-10b2-4b04-ba32-b8fb827ffd5e tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 May 19 12:32:42.415636 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 6fe51d38-62a2-4b50-8614-8fab1516d602 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:32:42.449771 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cd8e1eb3-0618-4939-9771-e9dd80a1a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:42.469298 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port 6fe51d38-62a2-4b50-8614-8fab1516d602 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:32:42.607679 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port 6fe51d38-62a2-4b50-8614-8fab1516d602 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:32:42.608186 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:42.699463 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port 6fe51d38-62a2-4b50-8614-8fab1516d602 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:32:42.700027 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:42.727263 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe51d38-62a2-4b50-8614-8fab1516d602'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:32:42.730900 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5dfa4c-dfcb-40b4-ab31-c9e828c128b1" -d '{"events": [{"server_uuid": "9ff9de21-e70b-4381-9dfc-e7dfb15d1c42", "name": "network-vif-plugged", "status": "completed", "tag": "6fe51d38-62a2-4b50-8614-8fab1516d602"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:32:42.747673 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port 6fe51d38-62a2-4b50-8614-8fab1516d602, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fe51d38-62a2-4b50-8614-8fab1516d602,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:32:42.773577 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebf2d14-8431-49f6-81cc-42c67271450b x-openstack-request-id: req-6ebf2d14-8431-49f6-81cc-42c67271450b {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:32:42.779129 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9de21-e70b-4381-9dfc-e7dfb15d1c42", "name": "network-vif-plugged", "status": "completed", "tag": "6fe51d38-62a2-4b50-8614-8fab1516d602", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:32:42.779129 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ebf2d14-8431-49f6-81cc-42c67271450b {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:32:42.779129 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebf2d14-8431-49f6-81cc-42c67271450b'] response: {'server_uuid': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe51d38-62a2-4b50-8614-8fab1516d602', 'code': 200} May 19 12:32:42.875303 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:42.936004 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=6fe51d38-62a2-4b50-8614-8fab1516d602,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:32:42.993443 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b9205-0007-4f37-a111-79a304366da6 req-36849ac2-a51e-4086-a73d-665c78f215b2 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:42.995687 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-807b9205-0007-4f37-a111-79a304366da6 req-36849ac2-a51e-4086-a73d-665c78f215b2 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0605412 May 19 12:32:43.037809 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:43.055810 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-807b9205-0007-4f37-a111-79a304366da6 req-dee975ac-77ec-46f7-ac6d-82e2277172e8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 May 19 12:32:43.241022 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807ffcb-5281-4fbe-a8b6-f97afc5529d7 req-b6f3905a-f4f2-425f-a252-2f227b15369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:43.242669 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5807ffcb-5281-4fbe-a8b6-f97afc5529d7 req-b6f3905a-f4f2-425f-a252-2f227b15369b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 1130 time: 0.0480869 May 19 12:32:43.304313 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5807ffcb-5281-4fbe-a8b6-f97afc5529d7 req-5332762b-7467-4d96-9457-631c52bfe73c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547507 May 19 12:32:44.197771 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7f18c-990a-4d52-ac73-5205da2163ee req-41b7d5d4-ee24-41b8-8c92-46d6fe2d2c4d tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:44.200321 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92b7f18c-990a-4d52-ac73-5205da2163ee req-41b7d5d4-ee24-41b8-8c92-46d6fe2d2c4d tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0581119 May 19 12:32:44.264395 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92b7f18c-990a-4d52-ac73-5205da2163ee req-33c75673-c5e1-47ea-8891-f50dbe742daf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 May 19 12:32:44.345202 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:44.855848 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:44.933734 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-db53b313-960d-435a-bb48-0a3fe48c3fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:45.397149 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86859548-c29b-47e6-9092-2a90167a5521 req-d7090dcd-f6a8-4b05-8270-919d283e8dad tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:32:45.398810 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-86859548-c29b-47e6-9092-2a90167a5521 req-d7090dcd-f6a8-4b05-8270-919d283e8dad tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0530550 May 19 12:32:45.454352 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-86859548-c29b-47e6-9092-2a90167a5521 req-6fb609b6-2f77-4da9-9bdf-5c3ed52d8fbc tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 May 19 12:32:46.093983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:47.618983 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:49.287842 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:32:53.294353 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=69 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:53.299313 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=26 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:55.447266 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=15 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:55.450518 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=40 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:56.266633 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:59.213629 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:32:59.221777 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:00.855334 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-dc369c88-81b1-4008-95ce-c2f6830cffce service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410609 May 19 12:33:01.037053 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-21a83dc4-4bf3-47e5-909e-89bf7cbd1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:01.044290 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-21a83dc4-4bf3-47e5-909e-89bf7cbd1054 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0717428 May 19 12:33:01.176015 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-3c452c08-c354-45e6-8f70-698e5f0b5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:01.177597 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-3c452c08-c354-45e6-8f70-698e5f0b5ff7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1149113 May 19 12:33:01.270128 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-8e9d9658-000e-4481-80e9-57d07698a18c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0861742 May 19 12:33:01.325942 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-a9a2eade-9c1c-44c7-af78-d316aa17ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:01.327403 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-a9a2eade-9c1c-44c7-af78-d316aa17ce36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0510974 May 19 12:33:01.374273 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-d20fdcc1-48e4-4e60-a51f-8b6e03c247a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:01.375846 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-d20fdcc1-48e4-4e60-a51f-8b6e03c247a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427969 May 19 12:33:01.473391 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-bbe4789a-bf7b-4d8d-b879-334cabbda446 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917261 May 19 12:33:01.584644 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-6cbf3e49-929a-4219-b54b-80e68d7af58d req-a3156166-3bf1-4440-8403-08e9473835ce service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045494 May 19 12:33:08.285155 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:33:11.576161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=53 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:11.579166 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=48 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:12.450816 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-98625c60-95bf-4451-bb32-0bba4de0c24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:14.240432 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=18 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:14.493316 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:14.973802 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-032c23f7-eba3-4bb1-9f01-0af2aca34066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:16.149067 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:17.625253 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:18.280769 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=16 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:19.299645 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:29.219999 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:29.222087 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:42.513580 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-57fea974-4128-41e6-b82e-11c1ffa67561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:42.558794 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0c183-021b-4e9a-a943-92cdd5e7a7b2 req-fc182c78-e677-45f2-840d-2b2a55edb97f tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:42.560511 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a6c0c183-021b-4e9a-a943-92cdd5e7a7b2 req-fc182c78-e677-45f2-840d-2b2a55edb97f tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0556550 May 19 12:33:42.644318 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a6c0c183-021b-4e9a-a943-92cdd5e7a7b2 req-a2a0aea1-d58a-467d-9a44-a496d9880d9e tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735998 May 19 12:33:43.777361 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20590e-893e-44db-b322-449ae6902e37 req-8310e5a6-1e4e-4f15-afc1-5f64804bfd41 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:43.779036 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-df20590e-893e-44db-b322-449ae6902e37 req-8310e5a6-1e4e-4f15-afc1-5f64804bfd41 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0565362 May 19 12:33:43.861735 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-df20590e-893e-44db-b322-449ae6902e37 req-5a711ec4-875a-4479-817d-c6785e0192c6 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719883 May 19 12:33:44.387883 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:44.585722 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-c976d419-e24f-4931-8cf6-ec72ac5bfe02 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:44.588391 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-c976d419-e24f-4931-8cf6-ec72ac5bfe02 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0553651 May 19 12:33:44.722220 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Deleting port 6fe51d38-62a2-4b50-8614-8fab1516d602 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:33:44.722694 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:44.882570 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] For port 6fe51d38-62a2-4b50-8614-8fab1516d602, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=6fe51d38-62a2-4b50-8614-8fab1516d602,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:33:44.882995 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:44.907542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Calling delete_port for 6fe51d38-62a2-4b50-8614-8fab1516d602 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:33:44.936135 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-529c532a-3c16-4da2-938c-644684cdbb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:45.022100 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c6bf3-c8cd-4725-b5b0-6a562c539107 req-c2f5074c-68ff-4436-bf44-edf042274453 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:33:45.024584 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e2c6bf3-c8cd-4725-b5b0-6a562c539107 req-c2f5074c-68ff-4436-bf44-edf042274453 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 946 time: 0.0727983 May 19 12:33:45.100744 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5e2c6bf3-c8cd-4725-b5b0-6a562c539107 req-488ae0b2-413d-49bf-b516-ffeb8133752f tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679107 May 19 12:33:45.167699 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (6fe51d38-62a2-4b50-8614-8fab1516d602), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:45.200051 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Pushing event deleted for resources: {'Port': ['ID=6fe51d38-62a2-4b50-8614-8fab1516d602,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:33:45.203779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['6fe51d38-62a2-4b50-8614-8fab1516d602'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:33:45.214870 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.215246 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.215553 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.215923 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.216257 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.216585 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.216915 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.217243 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.217675 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.217901 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.218195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.218511 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.218820 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.219149 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.219466 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:33:45.267195 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] No DVR routers for this DVR port 6fe51d38-62a2-4b50-8614-8fab1516d602 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:33:45.269975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:45.273747 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-f35d9b8b-dfc3-4e9c-aac4-1b71db6a525a req-5af384f2-3ad7-4c19-a5a5-8ea26d13b14b tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "DELETE /v2.0/ports/6fe51d38-62a2-4b50-8614-8fab1516d602 HTTP/1.1" status: 204 len: 173 time: 0.6804235 May 19 12:33:45.274172 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'name': 'network-vif-deleted', 'tag': '6fe51d38-62a2-4b50-8614-8fab1516d602'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:33:45.277311 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b200ac1-50d4-4b85-ab11-a522d6a4b20b" -d '{"events": [{"server_uuid": "9ff9de21-e70b-4381-9dfc-e7dfb15d1c42", "name": "network-vif-deleted", "tag": "6fe51d38-62a2-4b50-8614-8fab1516d602"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:33:45.287407 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:33:45.322330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed10d77-c5ae-4778-a80e-0b86ad8f03df x-openstack-request-id: req-0ed10d77-c5ae-4778-a80e-0b86ad8f03df {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:33:45.322668 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff9de21-e70b-4381-9dfc-e7dfb15d1c42", "name": "network-vif-deleted", "tag": "6fe51d38-62a2-4b50-8614-8fab1516d602", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:33:45.322975 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ed10d77-c5ae-4778-a80e-0b86ad8f03df {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:33:45.324044 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed10d77-c5ae-4778-a80e-0b86ad8f03df'] response: {'server_uuid': '9ff9de21-e70b-4381-9dfc-e7dfb15d1c42', 'name': 'network-vif-deleted', 'tag': '6fe51d38-62a2-4b50-8614-8fab1516d602', 'status': 'completed', 'code': 200} May 19 12:33:46.073637 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:46.233363 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7865741c-e90b-403e-a6ed-69ccca024762 req-dc483aa1-f1ef-4d67-b3c9-2e22820c7cb7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff9de21-e70b-4381-9dfc-e7dfb15d1c42 HTTP/1.1" status: 200 len: 210 time: 0.0347121 May 19 12:33:47.699564 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:49.301793 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:33:50.311698 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 6fe51d38-62a2-4b50-8614-8fab1516d602 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:33:50.333590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 6fe51d38-62a2-4b50-8614-8fab1516d602 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:33:50.344062 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 6fe51d38-62a2-4b50-8614-8fab1516d602 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:33:51.239316 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:55.095735 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=31 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:55.246743 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:55.247723 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:55.281575 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:33:56.209680 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=25 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:00.315899 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:00.316924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:03.498452 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-08b0869f-1b2c-4a90-b703-39723ca0de24 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:03.499987 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-08b0869f-1b2c-4a90-b703-39723ca0de24 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/networks?id=ef42f330-ede2-4f6c-afd0-f38527a9cb1c HTTP/1.1" status: 200 len: 813 time: 0.1176300 May 19 12:34:03.516413 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-5fd140f3-c336-4cb7-afa7-bb0daf3752e3 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/quotas/b0b15da1cdfb45c88bb7827e650d33c9 HTTP/1.1" status: 200 len: 375 time: 0.0103941 May 19 12:34:03.556374 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-c25cba2f-ff78-4eb7-82eb-7a9cd3e3547a tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294809 May 19 12:34:03.630399 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-b9755900-2a10-4443-b440-0b0e6a6f27e2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 19 12:34:03.631415 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-b9755900-2a10-4443-b440-0b0e6a6f27e2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0640478 May 19 12:34:03.732530 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-8e6fb88d-2289-4aac-b0e3-37ebb6d3078b service neutron] 10.222.0.23 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940027 May 19 12:34:03.849311 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-fc6d6e2d-7d24-4308-a4e3-da8eb15f8cec service neutron] 10.222.0.23 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096053 May 19 12:34:04.193670 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f4f2549f-d638-4053-8b1f-d492ece8ac9a req-eb77288e-bfd2-4cbb-96f6-6b67ccb0348c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 210 time: 0.0316236 May 19 12:34:05.292682 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-262454a2-57dc-4919-8ba3-b4f601abfe99 req-df489560-9eb9-4699-98e2-8331fe127024 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 210 time: 0.0309353 May 19 12:34:06.408509 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f93a31ce-554a-4dcb-81cc-1e248fd6b907 req-3b6e6f9d-a429-4889-b2fb-972f0f0ecf0c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 210 time: 0.0313296 May 19 12:34:07.315444 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-fb7e0531-1e88-49e6-9b5d-ee88b90686f8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:07.317183 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-fb7e0531-1e88-49e6-9b5d-ee88b90686f8 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "GET /v2.0/networks?id=ef42f330-ede2-4f6c-afd0-f38527a9cb1c HTTP/1.1" status: 200 len: 813 time: 0.1132150 May 19 12:34:07.336513 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Request body: {'port': {'device_id': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c', 'admin_state_up': True, 'tenant_id': 'b0b15da1cdfb45c88bb7827e650d33c9'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:07.519352 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-d2fb2e44-5ba4-42bd-b59d-22d81d58c4d5 req-b1ad073c-1545-43f1-9514-3e805048bce4 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 210 time: 0.0330806 May 19 12:34:07.599162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Made reservation on behalf of b0b15da1cdfb45c88bb7827e650d33c9 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:34:07.602695 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:07.799403 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Allocated IP 172.20.0.12 (ef42f330-ede2-4f6c-afd0-f38527a9cb1c/47faefe8-80a0-42a5-a45c-a0a358ae9e63/e18e084c-caa5-44c4-9d89-b500c9b8fc96) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:34:07.973964 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks [] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:08.268612 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:08.324674 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Network ef42f330-ede2-4f6c-afd0-f38527a9cb1c is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:34:08.328349 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:08.332709 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:34:08.360423 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Pushing event updated for resources: {'Port': ['ID=e18e084c-caa5-44c4-9d89-b500c9b8fc96,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:08.393226 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:08.393924 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:08.550149 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-1dd04ac0-493f-46bc-bf4e-eeb0f1cc54a7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2180374 May 19 12:34:08.632874 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Request body: {'port': {'device_id': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:08.660156 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bac66b-0db1-4269-9fdd-3d49816a3887 req-3fb0be76-e507-4886-ac51-8b010a8e8f8a tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:08.662485 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33bac66b-0db1-4269-9fdd-3d49816a3887 req-3fb0be76-e507-4886-ac51-8b010a8e8f8a tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 932 time: 0.0610924 May 19 12:34:08.704093 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:08.719988 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-33bac66b-0db1-4269-9fdd-3d49816a3887 req-ab28e363-367e-45fa-ab87-c883a3764dac tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 May 19 12:34:08.783339 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:08.785412 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:09.069636 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18e084c-caa5-44c4-9d89-b500c9b8fc96 {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:09.078926 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Publish callbacks [] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:09.093647 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Transition to ACTIVE for port object e18e084c-caa5-44c4-9d89-b500c9b8fc96 will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:34:09.178917 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:09.236784 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e18e084c-caa5-44c4-9d89-b500c9b8fc96,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:09.327932 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Attempting to bind port e18e084c-caa5-44c4-9d89-b500c9b8fc96 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:34:09.328614 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Attempting to bind port e18e084c-caa5-44c4-9d89-b500c9b8fc96 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:34:09.329151 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Attempting to bind port e18e084c-caa5-44c4-9d89-b500c9b8fc96 on network ef42f330-ede2-4f6c-afd0-f38527a9cb1c {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:09.338304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Port e18e084c-caa5-44c4-9d89-b500c9b8fc96 on network ef42f330-ede2-4f6c-afd0-f38527a9cb1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:34:09.341767 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Attempting to bind port e18e084c-caa5-44c4-9d89-b500c9b8fc96 on network ef42f330-ede2-4f6c-afd0-f38527a9cb1c {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:09.348310 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:34:09.348900 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Checking segment: {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:34:09.349554 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Bound using segment: {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:34:09.350330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Bound port: e18e084c-caa5-44c4-9d89-b500c9b8fc96, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:34:09.350937 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:09.408268 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:09.434895 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] For port e18e084c-caa5-44c4-9d89-b500c9b8fc96, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:34:09.438702 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] For port e18e084c-caa5-44c4-9d89-b500c9b8fc96, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e18e084c-caa5-44c4-9d89-b500c9b8fc96,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:34:09.699596 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:09.736573 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:09.737283 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:09.739561 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] 10.222.0.81 "PUT /v2.0/ports/e18e084c-caa5-44c4-9d89-b500c9b8fc96 HTTP/1.1" status: 200 len: 1094 time: 1.1747961 May 19 12:34:09.740131 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'tag': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:09.746065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "dab3f86a-d962-4614-b0ab-e29e6683c6dd", "tag": "e18e084c-caa5-44c4-9d89-b500c9b8fc96"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:09.776747 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c8a17-ce31-40a4-8b51-67ccc97b84e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e18e084c-caa5-44c4-9d89-b500c9b8fc96,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:09.813529 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ae3a4-c637-47f2-b846-016a3a4f4b61 x-openstack-request-id: req-b63ae3a4-c637-47f2-b846-016a3a4f4b61 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:09.813819 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab3f86a-d962-4614-b0ab-e29e6683c6dd", "tag": "e18e084c-caa5-44c4-9d89-b500c9b8fc96", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:09.814078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b63ae3a4-c637-47f2-b846-016a3a4f4b61 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:09.814488 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63ae3a4-c637-47f2-b846-016a3a4f4b61'] response: {'name': 'network-changed', 'server_uuid': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'tag': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96', 'status': 'completed', 'code': 200} May 19 12:34:09.850645 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac1498-cf40-46d1-a0a3-3faca9bbbe59 req-ffdcfcb5-3b55-43ba-9db9-fd73dfe1b58c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:09.852375 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-70ac1498-cf40-46d1-a0a3-3faca9bbbe59 req-ffdcfcb5-3b55-43ba-9db9-fd73dfe1b58c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 944 time: 0.0526507 May 19 12:34:09.910016 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-70ac1498-cf40-46d1-a0a3-3faca9bbbe59 req-4857378e-2eea-4082-a597-256e314e7925 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494740 May 19 12:34:09.914555 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2 req-b079a37b-d90b-41f4-b3a7-947d67f42a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:09.917244 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2 req-b079a37b-d90b-41f4-b3a7-947d67f42a9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 1128 time: 0.0557837 May 19 12:34:10.042718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2 req-2fb48f53-17a4-480d-a101-80c83420110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.044223 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2 req-2fb48f53-17a4-480d-a101-80c83420110d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1103430 May 19 12:34:10.156062 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2 req-afe9b944-a4ee-48f1-9e44-cecce0c37f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.157577 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-aa88c8d9-3e6e-4a6c-bcfa-46a3c71b0ca2 req-afe9b944-a4ee-48f1-9e44-cecce0c37f63 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083546 May 19 12:34:10.253926 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-8ff30c88-a347-4e15-add3-33df25d1cc12 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422211665&fields=id&tenant_id=4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 267 time: 0.0523603 May 19 12:34:10.260359 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-14850074-590b-4d84-9df5-522ab1e0bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.261902 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-14850074-590b-4d84-9df5-522ab1e0bd27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 1128 time: 0.0420933 May 19 12:34:10.287552 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:10.313689 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-d88c0e20-b4e1-4b7d-8697-4cc5c3816669 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e18e084c-caa5-44c4-9d89-b500c9b8fc96 HTTP/1.1" status: 200 len: 217 time: 0.0403554 May 19 12:34:10.364542 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-ec2552e2-2020-4686-a6a9-596c9841d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.366367 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-ec2552e2-2020-4686-a6a9-596c9841d03d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47faefe8-80a0-42a5-a45c-a0a358ae9e63 HTTP/1.1" status: 200 len: 853 time: 0.0463119 May 19 12:34:10.401192 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-03ef3c94-8b33-4cde-9c81-232123286ac8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef42f330-ede2-4f6c-afd0-f38527a9cb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281703 May 19 12:34:10.410293 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-61053086-6fde-4a16-a101-0248b6db930e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:10.412631 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-61053086-6fde-4a16-a101-0248b6db930e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 812 time: 0.1491458 May 19 12:34:10.438515 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-cb626825-5146-4203-b535-801c3c1e3aa4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/quotas/4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0177081 May 19 12:34:10.507941 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-991b7f1e-1e34-430c-b28a-dec134d8b0c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629818 May 19 12:34:10.510672 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-85368aee-af5b-412a-a708-aaedc35c1228 service neutron] 10.222.0.81 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037045 May 19 12:34:10.609576 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ed788ec2-c3f1-4f2e-a378-1ba47692092a req-03fb6fdd-3054-43db-aeda-781d9db6653c service neutron] 10.222.0.81 "GET /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932086 May 19 12:34:10.664178 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-787095d4-af2e-4e9d-a680-bdc13fbdb76b service neutron] 10.222.0.23 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436806 May 19 12:34:10.799750 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-1bad00e5-c446-4af3-a99c-af4636607dfb service neutron] 10.222.0.23 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278598 May 19 12:34:11.046089 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:11.066251 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20f3c2-991f-404b-bdd6-87684eb47d28 req-d0a7edb2-766d-4a8c-936b-e11b83603493 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:11.067825 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec20f3c2-991f-404b-bdd6-87684eb47d28 req-d0a7edb2-766d-4a8c-936b-e11b83603493 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 944 time: 0.0529318 May 19 12:34:11.095002 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:11.122377 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-ec20f3c2-991f-404b-bdd6-87684eb47d28 req-faba95d4-81b9-4f50-80f2-9c9c5ce91b6c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 May 19 12:34:11.860373 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-3ab6d9e8-e1a8-48d9-9552-d08ffadefdb5 req-de1db957-4835-4542-a0df-360eaf6b5a5c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 210 time: 0.0343859 May 19 12:34:12.286288 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bf25d-3477-4ba3-931b-5cac20b7794e req-ee1546ee-9edc-4540-b3ad-3543d2bf74cf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:12.287885 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e61bf25d-3477-4ba3-931b-5cac20b7794e req-ee1546ee-9edc-4540-b3ad-3543d2bf74cf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 944 time: 0.0585043 May 19 12:34:12.344364 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-e61bf25d-3477-4ba3-931b-5cac20b7794e req-60189444-2cac-461f-a189-1372ff364c58 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 May 19 12:34:12.541984 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b6a0adcf-974f-41a3-82b4-3c54523f40f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:12.954997 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5a529910-9f18-481b-9dc2-895dd4fe3801 req-d0b9870e-384a-4d7b-8f84-94e6aed63ef3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 210 time: 0.0300829 May 19 12:34:13.470883 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e669a3-3aab-4af4-843a-0eb856910c89 req-be6e0696-b649-4059-9e0a-b51478913aab tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:13.472540 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-27e669a3-3aab-4af4-843a-0eb856910c89 req-be6e0696-b649-4059-9e0a-b51478913aab tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 944 time: 0.0527408 May 19 12:34:13.532122 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-27e669a3-3aab-4af4-843a-0eb856910c89 req-396e20f5-04c2-4a07-aaa9-e2f177211b58 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 May 19 12:34:13.628776 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e18e084c-caa5-44c4-9d89-b500c9b8fc96 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:34:13.749406 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port e18e084c-caa5-44c4-9d89-b500c9b8fc96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e18e084c-caa5-44c4-9d89-b500c9b8fc96,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:13.763945 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96', 'network_id': 'ef42f330-ede2-4f6c-afd0-f38527a9cb1c', 'port_id': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96', 'mac_address': 'fa:16:3e:82:f1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47faefe8-80a0-42a5-a45c-a0a358ae9e63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:34:13.807726 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port e18e084c-caa5-44c4-9d89-b500c9b8fc96 is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:13.808213 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:13.825225 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18e084c-caa5-44c4-9d89-b500c9b8fc96 {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:13.850845 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port e18e084c-caa5-44c4-9d89-b500c9b8fc96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e18e084c-caa5-44c4-9d89-b500c9b8fc96,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:13.934195 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:13.996301 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=e18e084c-caa5-44c4-9d89-b500c9b8fc96,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:14.006843 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.006843 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.006843 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.006843 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.006843 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.007347 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.007347 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.007609 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.007967 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.008421 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.008758 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.009060 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.009372 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.009688 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.010006 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:14.090841 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-238f4453-ef4d-4ed1-bad5-772b0f62af7d req-7371b156-57a8-40c8-8f19-3c8ce39f534e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 210 time: 0.0338488 May 19 12:34:14.372461 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e18e084c-caa5-44c4-9d89-b500c9b8fc96'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:14.554791 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:14.657589 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27a66-f9ca-466a-9780-70a26acbab8b req-137c3378-c267-43c9-829c-71c4445716b4 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:14.659064 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a5d27a66-f9ca-466a-9780-70a26acbab8b req-137c3378-c267-43c9-829c-71c4445716b4 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 945 time: 0.0516500 May 19 12:34:14.712670 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a5d27a66-f9ca-466a-9780-70a26acbab8b req-48eae0ce-d095-4de6-97c6-bc4734411e36 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467324 May 19 12:34:14.987052 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-bcbba327-d994-4f31-9232-25ed3867bdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:15.207751 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-eb6c456d-4dc7-4b13-ab1e-2ba5e0a308e7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:15.209740 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-eb6c456d-4dc7-4b13-ab1e-2ba5e0a308e7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 812 time: 0.1349120 May 19 12:34:15.226408 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9071a714-baf2-4484-9c1d-1c64621b4c90 req-56dd5fad-2f34-46ef-a917-38326a481782 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 210 time: 0.0366340 May 19 12:34:15.322039 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-a84d1f27-817e-41ec-86af-c18ff4751494 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b46044a7f1d471582800c9d8a79e5c5 HTTP/1.1" status: 200 len: 379 time: 0.0959902 May 19 12:34:15.330659 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'port': {'device_id': '0599acd8-409c-46f7-a162-3741afb80acc', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'admin_state_up': True, 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'security_groups': ['181d5f12-0557-4951-b108-b197dc04525f']}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:15.394432 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:15.456724 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:15.567489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Made reservation on behalf of 4b46044a7f1d471582800c9d8a79e5c5 for: {'port': 1} {{(pid=104217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 12:34:15.571135 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:15.644243 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e18e084c-caa5-44c4-9d89-b500c9b8fc96 up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:34:15.693563 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port e18e084c-caa5-44c4-9d89-b500c9b8fc96 completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:34:15.725497 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_common [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Allocated IP 172.20.0.9 (8cb239d8-0b94-495c-8855-e9aad30a1cb5/510f80ba-a134-4335-a360-07c71c98a704/cb0adc2a-3045-4022-aea2-354ae0872cba) {{(pid=104217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:34:15.773343 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port e18e084c-caa5-44c4-9d89-b500c9b8fc96 triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:15.775040 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:15.875882 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port e18e084c-caa5-44c4-9d89-b500c9b8fc96 is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:15.876311 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:15.882078 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52cde-fcd4-4ddd-bd66-38f6dbb53b70 req-30d3c7da-1a3e-425a-8ca1-f35dd449ba77 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:15.885422 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-20c52cde-fcd4-4ddd-bd66-38f6dbb53b70 req-30d3c7da-1a3e-425a-8ca1-f35dd449ba77 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 945 time: 0.0756106 May 19 12:34:15.906429 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:15.906731 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), precommit_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:15.908829 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4771b7-1ac8-416c-8fec-2a4ac635721f" -d '{"events": [{"server_uuid": "dab3f86a-d962-4614-b0ab-e29e6683c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "e18e084c-caa5-44c4-9d89-b500c9b8fc96"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:15.929862 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port e18e084c-caa5-44c4-9d89-b500c9b8fc96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e18e084c-caa5-44c4-9d89-b500c9b8fc96,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:15.975999 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-20c52cde-fcd4-4ddd-bd66-38f6dbb53b70 req-e591d20d-9309-4b4d-9294-1d9032fc0d7f tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816553 May 19 12:34:15.991770 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4ab24-9f3c-47bb-9d35-497d31340a1e x-openstack-request-id: req-dbb4ab24-9f3c-47bb-9d35-497d31340a1e {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:15.992507 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab3f86a-d962-4614-b0ab-e29e6683c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "e18e084c-caa5-44c4-9d89-b500c9b8fc96", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:15.992507 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbb4ab24-9f3c-47bb-9d35-497d31340a1e {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:15.992859 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb4ab24-9f3c-47bb-9d35-497d31340a1e'] response: {'server_uuid': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96', 'code': 200} May 19 12:34:16.019373 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.053939 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), after_create {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.075337 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=e18e084c-caa5-44c4-9d89-b500c9b8fc96,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:16.081727 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.142551 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:16.144907 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 is already hosted by enough agents. {{(pid=104217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:34:16.148384 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.base_scheduler [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Resources bound (agent type, host, resource id): {{(pid=104217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:16.152716 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Received port after_create {{(pid=104217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:34:16.159184 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=cb0adc2a-3045-4022-aea2-354ae0872cba,revision_number=1']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:16.221153 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:16.221835 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.328156 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-c3fbf81a-9bf0-4053-9eee-bc64acc45c5b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0011742 May 19 12:34:16.359402 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.v2.base [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Request body: {'port': {'device_id': '0599acd8-409c-46f7-a162-3741afb80acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:16.377505 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004be72-1cbb-4dbe-8ab2-2921389b9015 req-be2d5ecd-7924-4209-8b5e-8e7b0b49a88b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:16.379383 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f004be72-1cbb-4dbe-8ab2-2921389b9015 req-be2d5ecd-7924-4209-8b5e-8e7b0b49a88b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 931 time: 0.0693767 May 19 12:34:16.459936 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f004be72-1cbb-4dbe-8ab2-2921389b9015 req-7e69dad5-e89d-4dd7-b1f7-98cba32ddfa7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676486 May 19 12:34:16.478804 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c6773-347f-4fd0-a42c-0bcbfb1b54fb req-70e15715-c887-4189-bbe1-ff61dcd08c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:16.480406 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1e5c6773-347f-4fd0-a42c-0bcbfb1b54fb req-70e15715-c887-4189-bbe1-ff61dcd08c23 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 1130 time: 0.0757048 May 19 12:34:16.490935 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-4ee2eec8-302b-4647-8e68-9e647fe0ebb6 None None] Provisioning complete for port cb0adc2a-3045-4022-aea2-354ae0872cba triggered by entity DHCP. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:16.491897 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4ee2eec8-302b-4647-8e68-9e647fe0ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.492045 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.557082 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:16.568847 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2eec8-302b-4647-8e68-9e647fe0ebb6 None None] Port cb0adc2a-3045-4022-aea2-354ae0872cba cannot update to ACTIVE because it is not bound. {{(pid=104218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 19 12:34:16.572944 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-1e5c6773-347f-4fd0-a42c-0bcbfb1b54fb req-2b4f1e44-e3ac-406a-9302-99d3d7f2c7db service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872235 May 19 12:34:16.841358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0adc2a-3045-4022-aea2-354ae0872cba {{(pid=104217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:16.850286 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Publish callbacks [] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), precommit_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:16.853281 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:16.865366 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.provisioning_blocks [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Transition to ACTIVE for port object cb0adc2a-3045-4022-aea2-354ae0872cba will not be triggered until provisioned by entity L2. {{(pid=104217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 19 12:34:16.952835 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:17.038543 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0adc2a-3045-4022-aea2-354ae0872cba,revision_number=2']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:17.149320 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Attempting to bind port cb0adc2a-3045-4022-aea2-354ae0872cba on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 19 12:34:17.151144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Attempting to bind port cb0adc2a-3045-4022-aea2-354ae0872cba by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 19 12:34:17.151144 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Attempting to bind port cb0adc2a-3045-4022-aea2-354ae0872cba on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:17.158531 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Port cb0adc2a-3045-4022-aea2-354ae0872cba on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 19 12:34:17.159032 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Attempting to bind port cb0adc2a-3045-4022-aea2-354ae0872cba on network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 19 12:34:17.168500 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Checking agent: {'id': '507557ae-993c-41e4-b9f8-b56a76323d3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'started_at': datetime.datetime(2022, 5, 19, 12, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 19, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 19 12:34:17.169186 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Checking segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 19 12:34:17.169630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Bound using segment: {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'} {{(pid=104217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 19 12:34:17.170638 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.managers [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Bound port: cb0adc2a-3045-4022-aea2-354ae0872cba, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2501f1-5b42-470c-b01d-e44b3e771b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5'}}] {{(pid=104217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 19 12:34:17.171449 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), before_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:17.184032 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9b97e-fa07-4a73-8daa-7de3f40ffee7 req-87f6fb18-5a23-4374-8124-530a6b0bd45a tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.187662 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76f9b97e-fa07-4a73-8daa-7de3f40ffee7 req-87f6fb18-5a23-4374-8124-530a6b0bd45a tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0911865 May 19 12:34:17.267946 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] For port cb0adc2a-3045-4022-aea2-354ae0872cba, host hv-cinder-80475, cleared binding levels {{(pid=104217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 19 12:34:17.271394 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] For port cb0adc2a-3045-4022-aea2-354ae0872cba, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb0adc2a-3045-4022-aea2-354ae0872cba,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 19 12:34:17.283052 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-76f9b97e-fa07-4a73-8daa-7de3f40ffee7 req-600ee31f-8b65-419e-a330-7ae14e924ca5 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867844 May 19 12:34:17.297594 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:17.348389 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9460815'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), after_update {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:17.403212 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.404241 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:17.413239 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] 10.222.0.81 "PUT /v2.0/ports/cb0adc2a-3045-4022-aea2-354ae0872cba HTTP/1.1" status: 200 len: 1093 time: 1.0546412 May 19 12:34:17.413239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:17.413239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380744b-a3a1-493f-86b5-5dcb77354b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:17.456894 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d926a75-6ec5-4bf6-bdc2-048e8d8579f7 x-openstack-request-id: req-7d926a75-6ec5-4bf6-bdc2-048e8d8579f7 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:17.457597 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:17.458001 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d926a75-6ec5-4bf6-bdc2-048e8d8579f7 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:17.458639 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d926a75-6ec5-4bf6-bdc2-048e8d8579f7'] response: {'name': 'network-changed', 'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'status': 'completed', 'code': 200} May 19 12:34:17.464771 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea302901-5113-44b3-85c1-c4d60fbec3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0adc2a-3045-4022-aea2-354ae0872cba,revision_number=3']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:17.637813 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380744b-a3a1-493f-86b5-5dcb77354b1b req-af26bf92-fe88-45f1-b100-d08914b95dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.645277 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8380744b-a3a1-493f-86b5-5dcb77354b1b req-af26bf92-fe88-45f1-b100-d08914b95dbc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1127 time: 0.0581837 May 19 12:34:17.665791 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17531803-b5ce-4464-91d5-65505c5cfd22 req-5f829f47-aed8-4917-aefd-814da48a2c4a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.667933 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17531803-b5ce-4464-91d5-65505c5cfd22 req-5f829f47-aed8-4917-aefd-814da48a2c4a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0649016 May 19 12:34:17.684297 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:17.752164 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-17531803-b5ce-4464-91d5-65505c5cfd22 req-b2841255-eefd-483a-957c-e1950231a2bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716696 May 19 12:34:17.781176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:17.800708 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380744b-a3a1-493f-86b5-5dcb77354b1b req-28821d50-a35c-4390-9c56-935b9bee41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.802535 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8380744b-a3a1-493f-86b5-5dcb77354b1b req-28821d50-a35c-4390-9c56-935b9bee41bb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1329050 May 19 12:34:17.921871 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380744b-a3a1-493f-86b5-5dcb77354b1b req-96cb4b61-a590-4fcc-b555-4aed1246408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:17.923386 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8380744b-a3a1-493f-86b5-5dcb77354b1b req-96cb4b61-a590-4fcc-b555-4aed1246408f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145272 May 19 12:34:18.418247 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe64953-b11e-47c9-9d9a-180f536c5d68 req-e62efd7c-d5a0-404f-ab3d-f3174494b771 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.420333 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dfe64953-b11e-47c9-9d9a-180f536c5d68 req-e62efd7c-d5a0-404f-ab3d-f3174494b771 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0590651 May 19 12:34:18.496613 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-dfe64953-b11e-47c9-9d9a-180f536c5d68 req-a3341c4f-d88f-4298-9b7f-bfeebf0c934f tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640161 May 19 12:34:18.612295 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-353921cd-6b90-4339-8c0e-f124e7ae272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.613933 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-353921cd-6b90-4339-8c0e-f124e7ae272f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1127 time: 0.0555019 May 19 12:34:18.668797 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-aa3183e6-90fc-4922-90de-d8f3c8ff269a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0adc2a-3045-4022-aea2-354ae0872cba HTTP/1.1" status: 200 len: 217 time: 0.0425096 May 19 12:34:18.723137 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-4cbe6ae8-104e-40a3-a380-3e2f69ff2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.724674 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-4cbe6ae8-104e-40a3-a380-3e2f69ff2f95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0508943 May 19 12:34:18.776305 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-59b98ee2-2941-4a09-ab5a-2399c8e4a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.779018 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-59b98ee2-2941-4a09-ab5a-2399c8e4a37d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474594 May 19 12:34:18.905265 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-3c0828ae-5a74-4c68-bfc2-f307974e6731 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203492 May 19 12:34:18.933997 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fad0d-0d97-4706-9e54-1477225d4c85 req-49a649a7-59e1-49ce-979b-24eb174c6820 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:18.937200 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-691fad0d-0d97-4706-9e54-1477225d4c85 req-49a649a7-59e1-49ce-979b-24eb174c6820 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0931952 May 19 12:34:18.992091 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-691fad0d-0d97-4706-9e54-1477225d4c85 req-a0cf086e-0b77-4138-8549-95d2afad833d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496407 May 19 12:34:19.017894 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-510e4c8f-8191-439e-9a2b-95cefb5b4a0e req-d615a272-ce09-497d-9ba4-69bbf1688653 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067812 May 19 12:34:19.327384 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:19.643519 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a91c-a009-40b2-820b-9496eb3b2b5a req-a6ce1da7-eafa-4aa5-bfbc-f1f5ecc15c90 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:19.645075 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0004a91c-a009-40b2-820b-9496eb3b2b5a req-a6ce1da7-eafa-4aa5-bfbc-f1f5ecc15c90 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0554612 May 19 12:34:19.664660 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:19.695692 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0004a91c-a009-40b2-820b-9496eb3b2b5a req-69a00b4e-9537-4879-921d-7ad06a27fc76 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 May 19 12:34:20.141752 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d50a2-3c98-4abc-b453-2726fbf367c2 req-4f064d4e-3f39-4443-ae5e-8fdeeed2d7d4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:20.144123 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5c0d50a2-3c98-4abc-b453-2726fbf367c2 req-4f064d4e-3f39-4443-ae5e-8fdeeed2d7d4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0771904 May 19 12:34:20.160438 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:20.206554 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5c0d50a2-3c98-4abc-b453-2726fbf367c2 req-7a527ed6-38e0-4a9d-a8ef-ae8d76b0b227 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530162 May 19 12:34:21.327177 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817a36-2bc0-4a53-8107-00192f07f2de req-b9d663b4-0f4c-4685-b1ae-33af0bb89114 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:21.328829 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-46817a36-2bc0-4a53-8107-00192f07f2de req-b9d663b4-0f4c-4685-b1ae-33af0bb89114 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0503838 May 19 12:34:21.382373 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-46817a36-2bc0-4a53-8107-00192f07f2de req-c2967b0f-5898-471f-b87e-071237edf7f4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477393 May 19 12:34:22.288415 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:34:22.516467 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b80f1-c500-4917-b2c7-826f5dd534c2 req-84dcf28f-6653-4215-9e92-1eebf4d4b3ec tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:22.518163 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c1b80f1-c500-4917-b2c7-826f5dd534c2 req-84dcf28f-6653-4215-9e92-1eebf4d4b3ec tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0552349 May 19 12:34:22.583557 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-2c1b80f1-c500-4917-b2c7-826f5dd534c2 req-4f0683a6-3d5f-41e7-88ee-2d8a6a0274a7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541275 May 19 12:34:23.733689 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00dc24-843c-4006-b47a-150de5705cee req-2ca2fab8-f3bd-4ddf-803b-c2c16c2bbbbe tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:23.736285 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9d00dc24-843c-4006-b47a-150de5705cee req-2ca2fab8-f3bd-4ddf-803b-c2c16c2bbbbe tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0742044 May 19 12:34:23.797002 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9d00dc24-843c-4006-b47a-150de5705cee req-9949c844-6f79-4fed-a437-26519bb52824 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547214 May 19 12:34:24.925355 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175faf9-8644-436a-b715-451694372cf7 req-ffd51f41-c34d-4a82-bed1-828e9ebfb031 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:24.927012 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6175faf9-8644-436a-b715-451694372cf7 req-ffd51f41-c34d-4a82-bed1-828e9ebfb031 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0552738 May 19 12:34:25.003519 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6175faf9-8644-436a-b715-451694372cf7 req-1e348f2f-734f-4b3b-b15c-33fac4f9343c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697401 May 19 12:34:26.136895 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a532e1-fb2c-41c5-842c-0d512070ba27 req-99292c76-d464-4cd5-91d9-fe48f80ed47c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:26.138486 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92a532e1-fb2c-41c5-842c-0d512070ba27 req-99292c76-d464-4cd5-91d9-fe48f80ed47c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0591185 May 19 12:34:26.200199 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-92a532e1-fb2c-41c5-842c-0d512070ba27 req-9d7e30b8-59f2-40ac-bea8-c13fb3cdab2a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514655 May 19 12:34:27.342059 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d0727-5e03-40be-a1f2-18f1d5a9fdbf req-e9423cdb-dc1b-4593-83a0-cbc443c8af8b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:27.344636 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9e0d0727-5e03-40be-a1f2-18f1d5a9fdbf req-e9423cdb-dc1b-4593-83a0-cbc443c8af8b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0560305 May 19 12:34:27.402300 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9e0d0727-5e03-40be-a1f2-18f1d5a9fdbf req-f4025e40-49b9-4509-b2ef-e148c5f1d9d1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513937 May 19 12:34:28.237667 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:28.601323 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5154-fbbd-4c2a-9551-c3d12e1ffd5d req-0f69f206-4469-445f-8740-3aaedd041a0a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:28.605404 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8d8d5154-fbbd-4c2a-9551-c3d12e1ffd5d req-0f69f206-4469-445f-8740-3aaedd041a0a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0915470 May 19 12:34:28.691868 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8d8d5154-fbbd-4c2a-9551-c3d12e1ffd5d req-0e59275b-d51d-4ef3-b8a4-618258e507ab tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718393 May 19 12:34:29.006785 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=32 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:29.015054 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=78 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:29.213761 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:UPDATE=1,neutron:SELECT=15 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:29.222957 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:29.692032 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device cb0adc2a-3045-4022-aea2-354ae0872cba details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 19 12:34:29.833179 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port cb0adc2a-3045-4022-aea2-354ae0872cba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb0adc2a-3045-4022-aea2-354ae0872cba,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:29.851367 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1daf2-3c14-4f63-a201-1fc30e53feae req-75f45bb9-dff5-42f4-9c24-69848ba3312c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:29.856021 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7dd1daf2-3c14-4f63-a201-1fc30e53feae req-75f45bb9-dff5-42f4-9c24-69848ba3312c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 943 time: 0.0644531 May 19 12:34:29.856262 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Returning: {'device': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'port_id': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'mac_address': 'fa:16:3e:56:73:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 19 12:34:29.917417 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7dd1daf2-3c14-4f63-a201-1fc30e53feae req-7b36e578-8e07-400f-882e-e63bd86fb68b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554123 May 19 12:34:29.922129 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port cb0adc2a-3045-4022-aea2-354ae0872cba is: DOWN; New status is: BUILD {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:29.922867 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:29.954501 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0adc2a-3045-4022-aea2-354ae0872cba {{(pid=104218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 19 12:34:29.987476 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port cb0adc2a-3045-4022-aea2-354ae0872cba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb0adc2a-3045-4022-aea2-354ae0872cba,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:30.161877 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:30.218557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=cb0adc2a-3045-4022-aea2-354ae0872cba,revision_number=4']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:31.062072 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545e97f-8d4a-4a25-84ac-43dca4751308 req-a89ee229-bd19-4b8a-a2db-f336bb5fd3dc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:31.063813 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9545e97f-8d4a-4a25-84ac-43dca4751308 req-a89ee229-bd19-4b8a-a2db-f336bb5fd3dc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 944 time: 0.0575049 May 19 12:34:31.120822 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9545e97f-8d4a-4a25-84ac-43dca4751308 req-11a851a2-5337-464a-ad5a-855e27322794 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506675 May 19 12:34:32.258080 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057441f0-44cf-48d1-a062-eb925cc53cb1 req-8b149e03-0c17-4b9f-a280-b95213f665be tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:32.261039 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-057441f0-44cf-48d1-a062-eb925cc53cb1 req-8b149e03-0c17-4b9f-a280-b95213f665be tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 944 time: 0.0603998 May 19 12:34:32.282914 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:32.288538 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:32.320507 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-057441f0-44cf-48d1-a062-eb925cc53cb1 req-baed54a9-1f02-4297-bc0f-b6305cf60ded tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528774 May 19 12:34:32.738523 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['cb0adc2a-3045-4022-aea2-354ae0872cba'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:33.461541 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c3d4-e2a9-4f97-b3cf-e28f1ec103a5 req-92813d02-e08a-4572-9973-a354b110c034 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:33.464085 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f49c3d4-e2a9-4f97-b3cf-e28f1ec103a5 req-92813d02-e08a-4572-9973-a354b110c034 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 944 time: 0.0619235 May 19 12:34:33.527080 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6f49c3d4-e2a9-4f97-b3cf-e28f1ec103a5 req-a86dcc9e-9308-49a1-9808-d5b1f86e9709 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529597 May 19 12:34:34.617300 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:34.664985 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28f64f-1834-4f0d-b11d-1812b2ba0073 req-bc3f343b-ba16-4add-a2c1-9c32dbb0f1a8 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:34.666725 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1d28f64f-1834-4f0d-b11d-1812b2ba0073 req-bc3f343b-ba16-4add-a2c1-9c32dbb0f1a8 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 944 time: 0.0612593 May 19 12:34:34.729532 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-1d28f64f-1834-4f0d-b11d-1812b2ba0073 req-5c51fdd9-1c7b-4d7f-b2e2-055854af7f6a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527084 May 19 12:34:35.363066 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device cb0adc2a-3045-4022-aea2-354ae0872cba up at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 19 12:34:35.418440 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning for port cb0adc2a-3045-4022-aea2-354ae0872cba completed by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 19 12:34:35.489539 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.provisioning_blocks [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Provisioning complete for port cb0adc2a-3045-4022-aea2-354ae0872cba triggered by entity L2. {{(pid=104218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 19 12:34:35.490068 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721136'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), provisioning_complete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:35.572544 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Current status of the port cb0adc2a-3045-4022-aea2-354ae0872cba is: BUILD; New status is: ACTIVE {{(pid=104218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 19 12:34:35.573099 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), before_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:35.599764 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba'}] {{(pid=104218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:35.602068 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af93379f714e94afde1ddd2f5a4673a2e51c5dcece10913d983e4f1fb739c3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf16343d-cb85-42e8-b47b-c5ca685d0489" -d '{"events": [{"server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "name": "network-vif-plugged", "status": "completed", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba"}]}' {{(pid=104218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:35.617640 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] For port cb0adc2a-3045-4022-aea2-354ae0872cba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb0adc2a-3045-4022-aea2-354ae0872cba,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:35.693252 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:35.740007 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16c836-061e-46ca-a1c5-6328306140e0 x-openstack-request-id: req-3e16c836-061e-46ca-a1c5-6328306140e0 {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:35.740496 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "name": "network-vif-plugged", "status": "completed", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba", "code": 200}]} {{(pid=104218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:35.740746 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e16c836-061e-46ca-a1c5-6328306140e0 {{(pid=104218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:35.741130 dv-cinder-804757-28-iscsi neutron-server[104218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e16c836-061e-46ca-a1c5-6328306140e0'] response: {'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'code': 200} May 19 12:34:35.760146 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:35.763987 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=cb0adc2a-3045-4022-aea2-354ae0872cba,revision_number=5']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:35.867652 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66980b-2934-4261-8fe8-141a0a6205a7 req-fbf83278-4a3b-44b6-99fe-c0d88b1e7b9b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:35.869652 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-da66980b-2934-4261-8fe8-141a0a6205a7 req-fbf83278-4a3b-44b6-99fe-c0d88b1e7b9b tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0600486 May 19 12:34:35.933424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-da66980b-2934-4261-8fe8-141a0a6205a7 req-d6dd6c52-e37e-4f40-8c35-ff63269d2d33 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575175 May 19 12:34:36.234410 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742e527-5384-4c57-8521-864eded77cce req-f73230f5-7e09-4aa7-a186-814e37912d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:36.236140 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5742e527-5384-4c57-8521-864eded77cce req-f73230f5-7e09-4aa7-a186-814e37912d7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1129 time: 0.0522542 May 19 12:34:36.296804 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-5742e527-5384-4c57-8521-864eded77cce req-f859901f-6837-40b1-a212-f7398a92d305 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517068 May 19 12:34:37.082785 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d1e1-7c7f-487a-89b6-bfb7b8f3d6a2 req-fee0d367-4670-40c7-82e2-c7bb5a461e1e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:37.084498 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0707d1e1-7c7f-487a-89b6-bfb7b8f3d6a2 req-fee0d367-4670-40c7-82e2-c7bb5a461e1e tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0653889 May 19 12:34:37.153285 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0707d1e1-7c7f-487a-89b6-bfb7b8f3d6a2 req-1fd16bb2-b7a8-446e-b7d3-b96f5baf4bfd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616629 May 19 12:34:38.289237 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d633a76-f47e-4e45-a96b-0189eb93ebb4 req-4bac3b13-7346-46c6-b14e-74621e984abd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:38.291681 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4d633a76-f47e-4e45-a96b-0189eb93ebb4 req-4bac3b13-7346-46c6-b14e-74621e984abd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0520513 May 19 12:34:38.346621 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-4d633a76-f47e-4e45-a96b-0189eb93ebb4 req-2fadb27d-c710-4769-9083-de34b060df18 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 May 19 12:34:39.472939 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2fe9c-6b06-415a-abde-a0a92b4f203c req-ef8b2b2a-2de1-4320-813b-3ea52baef54f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:39.474502 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a5c2fe9c-6b06-415a-abde-a0a92b4f203c req-ef8b2b2a-2de1-4320-813b-3ea52baef54f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0533326 May 19 12:34:39.546940 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a5c2fe9c-6b06-415a-abde-a0a92b4f203c req-ead319eb-ab14-4179-87cf-c56fbe167a83 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662019 May 19 12:34:40.679632 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533fa2a-eafe-4ad2-9718-7d7b4faf2e20 req-b41c01f7-73e7-4664-adc8-1652ecaaac28 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:40.682143 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6533fa2a-eafe-4ad2-9718-7d7b4faf2e20 req-b41c01f7-73e7-4664-adc8-1652ecaaac28 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0583453 May 19 12:34:40.748402 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6533fa2a-eafe-4ad2-9718-7d7b4faf2e20 req-6f5e1516-470e-4d09-95d1-72712ecd49cd tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558355 May 19 12:34:41.900186 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cbe0f-03e7-4109-831f-89d1b904b829 req-058c2043-4dc5-45ae-893d-90dd9fc1252c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:41.901813 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0a3cbe0f-03e7-4109-831f-89d1b904b829 req-058c2043-4dc5-45ae-893d-90dd9fc1252c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0757089 May 19 12:34:41.962126 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0a3cbe0f-03e7-4109-831f-89d1b904b829 req-9171dcce-2c0c-401d-a7b4-bd95b29991d3 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541492 May 19 12:34:42.501807 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-2c2ad222-b87f-4c72-940d-5b60ffa6e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:43.085276 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176c272-0ef3-42bc-94a7-6e0aa3610b64 req-3373f371-6c9f-487d-9564-814d3ce0d46f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.099657 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0176c272-0ef3-42bc-94a7-6e0aa3610b64 req-3373f371-6c9f-487d-9564-814d3ce0d46f tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0506952 May 19 12:34:43.143591 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-0176c272-0ef3-42bc-94a7-6e0aa3610b64 req-edc5d0ce-53f2-45eb-9c74-dcc8fbb916a0 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510075 May 19 12:34:43.264903 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2267b4d-2529-43ce-927c-54fba9a5ab4e req-c184fd72-6690-4e8b-a3ea-950810245825 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.266463 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a2267b4d-2529-43ce-927c-54fba9a5ab4e req-c184fd72-6690-4e8b-a3ea-950810245825 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0518532 May 19 12:34:43.328094 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-a2267b4d-2529-43ce-927c-54fba9a5ab4e req-eb7e1b55-355a-4a9d-95fe-1afd198f7967 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513639 May 19 12:34:43.354740 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53132) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:43.481219 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=100 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:43.514209 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980f028-f37c-453c-ad99-8d7ff4e3831c tempest-TestVolumeBootPattern-673274874 tempest-TestVolumeBootPattern-673274874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:43.515819 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-0980f028-f37c-453c-ad99-8d7ff4e3831c tempest-TestVolumeBootPattern-673274874 tempest-TestVolumeBootPattern-673274874-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1124 time: 0.1600351 May 19 12:34:43.518700 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53136) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:34:43.523453 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.v2.base [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Request body: {'floatingip': {'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'port_id': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 19 12:34:43.672984 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:43.766125 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:43.830495 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:43.881096 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_common [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Allocated IP 172.27.1.143 (6a4de832-415a-4206-a7f0-598c302b7d31/812eb92c-fa6e-44a2-af33-5318a0006229/69f4a3c8-416b-4e91-a9da-c8ef06a684e8) {{(pid=104216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 12:34:44.007388 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.181698 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741699060529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.224478 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Network 6a4de832-415a-4206-a7f0-598c302b7d31 is already hosted by enough agents. {{(pid=104216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 12:34:44.229459 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.base_scheduler [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Resources bound (agent type, host, resource id): {{(pid=104216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 12:34:44.231619 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=69f4a3c8-416b-4e91-a9da-c8ef06a684e8,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:44.233859 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Received port after_create {{(pid=104216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 19 12:34:44.264009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.264344 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.264681 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.265052 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.265426 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.265758 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.266097 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.266420 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.266748 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.267068 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.267393 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.267723 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.268075 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.268391 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.268727 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:44.443479 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:44.472851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.618241 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (d331cde0-f12d-4d0c-8d6f-b5a98d113556), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:44.864299 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:45.032887 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ba6c5a4f-8af1-4078-a337-49218c912b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:45.092519 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745056'] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), before_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:45.266719 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:45.317927 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), precommit_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:45.461051 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741699615371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741699060547', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741699060565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10370380'] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), after_update {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:45.537091 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event updated for resources: {'Port': ['ID=69f4a3c8-416b-4e91-a9da-c8ef06a684e8,revision_number=2']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:45.551519 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910798'] for floatingip (d331cde0-f12d-4d0c-8d6f-b5a98d113556), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:45.679530 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Floating IP d331cde0-f12d-4d0c-8d6f-b5a98d113556 associated. External IP: 172.27.1.143, port: cb0adc2a-3045-4022-aea2-354ae0872cba. May 19 12:34:45.804551 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:45.940816 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:34:46.060346 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:34:46.074133 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:34:46.087312 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:46.088197 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:34:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:46.166063 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:46.198251 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:46.203294 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:46.250885 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-e29acba3-b236-4c27-b071-c03ae6303fd9 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7311194 May 19 12:34:46.251669 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:46.254029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e7b31b-1ac3-4ada-b537-bb838ebede15" -d '{"events": [{"name": "network-changed", "server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:46.286947 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=9 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:46.294018 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=9 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:46.386633 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04000b-afdb-4ed1-9e61-7ffdddda8f62 x-openstack-request-id: req-cf04000b-afdb-4ed1-9e61-7ffdddda8f62 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:46.387150 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:46.387901 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf04000b-afdb-4ed1-9e61-7ffdddda8f62 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:46.388588 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf04000b-afdb-4ed1-9e61-7ffdddda8f62'] response: {'name': 'network-changed', 'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'status': 'completed', 'code': 200} May 19 12:34:46.486982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-b5f9c09c-3b0b-444b-956c-0e75632c883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:46.488586 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-b5f9c09c-3b0b-444b-956c-0e75632c883b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1129 time: 0.0436637 May 19 12:34:46.569731 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:31Z', 'revision_number': 1, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}, {'id': 'd331cde0-f12d-4d0c-8d6f-b5a98d113556', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:56:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0599acd8-409c-46f7-a162-3741afb80acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:34:44Z', 'updated_at': '2022-05-19T12:34:44Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:46.610418 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:34:46.620304 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-c7cbb447-eaa4-443f-a285-be6510c5338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:46.624874 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-c7cbb447-eaa4-443f-a285-be6510c5338d service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1275165 May 19 12:34:46.625110 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:34:46.625110 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:34:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:46.713213 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-95d2039b-db5a-4575-8781-4d4cae7a0b6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0adc2a-3045-4022-aea2-354ae0872cba HTTP/1.1" status: 200 len: 999 time: 0.0827491 May 19 12:34:46.768699 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-5b79eb7f-a520-4560-92d8-26b21226df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:46.770360 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-5b79eb7f-a520-4560-92d8-26b21226df1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0513453 May 19 12:34:46.772306 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:34:46.850684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-8b21ce64-38e3-48da-b1bd-fd2fdac3b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:46.854201 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-8b21ce64-38e3-48da-b1bd-fd2fdac3b41e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0767663 May 19 12:34:46.990098 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-aabfedf5-751d-4d67-8e7d-575d1997fe66 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292427 May 19 12:34:47.057401 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:31Z', 'revision_number': 1, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}, {'id': 'd331cde0-f12d-4d0c-8d6f-b5a98d113556', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:56:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0599acd8-409c-46f7-a162-3741afb80acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:34:44Z', 'updated_at': '2022-05-19T12:34:44Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:34:47.091434 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42d459-dd8b-4679-8c6f-0ef17ee008e4 None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:31Z', 'revision_number': 1, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}, {'id': 'd331cde0-f12d-4d0c-8d6f-b5a98d113556', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:56:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0599acd8-409c-46f7-a162-3741afb80acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:34:44Z', 'updated_at': '2022-05-19T12:34:44Z', 'revision_number': 0, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:34:47.362708 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537dae2-1879-43af-8c3f-e28b4a0e34a1 None None] New status for floating IP d331cde0-f12d-4d0c-8d6f-b5a98d113556: ACTIVE {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:34:47.474432 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-22e7b31b-1ac3-4ada-b537-bb838ebede15 req-61b761d5-a66f-4a77-850a-78bbc33bb71e service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756866 May 19 12:34:47.752842 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:49.029088 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [req-a626009c-69a1-49d9-9449-adb73a00d655 req-cd62c5b8-1ed3-4ebf-99f3-b6c171cba9e2 tempest-DeleteServersTestJSON-1381376680 tempest-DeleteServersTestJSON-1381376680-project] (104216) timed out ('10.222.0.81', 63805) {{(pid=104216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:34:49.295239 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:50.828133 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb78836-3cc9-4708-9e96-0867fe1343a1 req-27764b01-a9f3-4eb6-8bb7-ea9145e1bcbb tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:50.829683 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6eb78836-3cc9-4708-9e96-0867fe1343a1 req-27764b01-a9f3-4eb6-8bb7-ea9145e1bcbb tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0508196 May 19 12:34:50.882219 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-6eb78836-3cc9-4708-9e96-0867fe1343a1 req-13663c1f-f829-4245-b314-534de0a4f233 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 May 19 12:34:52.023719 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe09b-d800-4d2f-afe6-dca983e6f3df req-c0371ce6-787d-476f-86d3-566b11dbef50 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:52.026291 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-52ffe09b-d800-4d2f-afe6-dca983e6f3df req-c0371ce6-787d-476f-86d3-566b11dbef50 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0579097 May 19 12:34:52.090363 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-52ffe09b-d800-4d2f-afe6-dca983e6f3df req-997e2904-3140-40d7-9ac2-2f8597df7979 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542636 May 19 12:34:53.233201 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3065df0-b5aa-4ac7-85bb-02f88c7fa537 req-cd31b50e-bafa-4ad5-a09c-8a1ffc9543b7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:53.234771 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f3065df0-b5aa-4ac7-85bb-02f88c7fa537 req-cd31b50e-bafa-4ad5-a09c-8a1ffc9543b7 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0584517 May 19 12:34:53.300391 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-f3065df0-b5aa-4ac7-85bb-02f88c7fa537 req-2be89381-cf99-40e3-8012-2e0ee41ec64c tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/security-groups?id=133aeda2-e98b-4af5-8c2d-22695a2f6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 May 19 12:34:53.370223 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-d2a84c8a-60dc-4ef9-a2d1-401179ba3d01 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:34:53.371821 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-d2a84c8a-60dc-4ef9-a2d1-401179ba3d01 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 946 time: 0.0702949 May 19 12:34:53.479065 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Deleting port e18e084c-caa5-44c4-9d89-b500c9b8fc96 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:34:53.479419 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.615613 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] For port e18e084c-caa5-44c4-9d89-b500c9b8fc96, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e18e084c-caa5-44c4-9d89-b500c9b8fc96,segment=NetworkSegment(f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5),segment_id=f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:34:53.616027 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.635598 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Calling delete_port for e18e084c-caa5-44c4-9d89-b500c9b8fc96 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:34:53.947227 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (e18e084c-caa5-44c4-9d89-b500c9b8fc96), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:53.980487 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Pushing event deleted for resources: {'Port': ['ID=e18e084c-caa5-44c4-9d89-b500c9b8fc96,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:34:53.985119 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:34:53.987569 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] get_ports_and_sgs() called for port_ids ['e18e084c-caa5-44c4-9d89-b500c9b8fc96'] {{(pid=104218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 19 12:34:54.003168 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.003684 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.003930 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.004235 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.004580 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.004926 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.006042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.006042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.006042 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.006532 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.006532 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.006878 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.007358 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.007549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.007878 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:34:54.053737 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] No DVR routers for this DVR port e18e084c-caa5-44c4-9d89-b500c9b8fc96 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:34:54.056749 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:34:54.060925 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-48ce5447-2231-41ab-9a48-955ddc6afe2f req-e5110fb9-6971-4bb4-8b56-520cbb960bcf tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.81 "DELETE /v2.0/ports/e18e084c-caa5-44c4-9d89-b500c9b8fc96 HTTP/1.1" status: 204 len: 173 time: 0.6831141 May 19 12:34:54.061626 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'name': 'network-vif-deleted', 'tag': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:34:54.064205 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15d69f-01ec-42a2-a74b-6a68369c1e72" -d '{"events": [{"server_uuid": "dab3f86a-d962-4614-b0ab-e29e6683c6dd", "name": "network-vif-deleted", "tag": "e18e084c-caa5-44c4-9d89-b500c9b8fc96"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:34:54.137021 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb5902-0dec-469b-97f1-dc0da1bfbfd0 x-openstack-request-id: req-3fcb5902-0dec-469b-97f1-dc0da1bfbfd0 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:34:54.137316 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab3f86a-d962-4614-b0ab-e29e6683c6dd", "name": "network-vif-deleted", "tag": "e18e084c-caa5-44c4-9d89-b500c9b8fc96", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:34:54.138839 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fcb5902-0dec-469b-97f1-dc0da1bfbfd0 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:34:54.139312 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcb5902-0dec-469b-97f1-dc0da1bfbfd0'] response: {'server_uuid': 'dab3f86a-d962-4614-b0ab-e29e6683c6dd', 'name': 'network-vif-deleted', 'tag': 'e18e084c-caa5-44c4-9d89-b500c9b8fc96', 'status': 'completed', 'code': 200} May 19 12:34:54.438515 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-298b3a1a-dada-417b-a443-5b4c73614f22 req-456ff9f1-e36c-46b9-b30a-ff5f88a0b413 tempest-VolumesSnapshotTestJSON-2107081936 tempest-VolumesSnapshotTestJSON-2107081936-project] 10.222.0.23 "GET /v2.0/ports?device_id=dab3f86a-d962-4614-b0ab-e29e6683c6dd HTTP/1.1" status: 200 len: 210 time: 0.0392098 May 19 12:34:57.455922 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e18e084c-caa5-44c4-9d89-b500c9b8fc96 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:34:57.481591 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: e18e084c-caa5-44c4-9d89-b500c9b8fc96 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:34:57.481900 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device e18e084c-caa5-44c4-9d89-b500c9b8fc96 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:34:59.290080 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:35:04.033607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:04.410922 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:04.411963 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=30 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:05.535440 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-2e01aba9-865e-44f7-af8e-6bb80b87da67 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497553 May 19 12:35:05.646060 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-28a24d8f-3abd-427e-ba2b-9932e5f9c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:05.647856 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-28a24d8f-3abd-427e-ba2b-9932e5f9c45d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0461395 May 19 12:35:05.767444 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-55fdf69e-0158-45a9-a40a-d78c7d5331d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:05.773829 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-55fdf69e-0158-45a9-a40a-d78c7d5331d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1002471 May 19 12:35:05.854756 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-3a1db996-96a7-43aa-b202-4479f5730d1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0790713 May 19 12:35:05.944824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-a7547a5b-ce03-4ecf-a581-eb5346c293fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:05.948086 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-a7547a5b-ce03-4ecf-a581-eb5346c293fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0873353 May 19 12:35:06.022147 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-b2ec53f6-e997-4a71-a41c-0278eb1fe76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:35:06.024644 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-b2ec53f6-e997-4a71-a41c-0278eb1fe76a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699124 May 19 12:35:06.134693 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-7aaf6646-3cc9-49cc-b445-f4250c2438d4 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034074 May 19 12:35:06.247186 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-72c02e7f-1e6d-4046-8df1-d236ba986838 req-50e7d3aa-5746-46bd-bebe-0ce9183b1865 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062882 May 19 12:35:07.460823 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:07.462804 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:09.283137 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:09.284083 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:12.478116 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5e60c21e-532e-4fda-8fe7-5dabf25cc915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:14.489470 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:14.945590 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3f61d47d-8e17-479f-a864-15c8af9695d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:16.152611 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:16.239182 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=55 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:16.242098 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=46 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:17.609607 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:19.323914 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:29.220166 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:29.222041 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:29.526446 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53338) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:29.607862 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Deleting subnet 47faefe8-80a0-42a5-a45c-a0a358ae9e63 {{(pid=104217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:35:29.613753 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Publish callbacks [] for subnet (47faefe8-80a0-42a5-a45c-a0a358ae9e63), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:29.679280 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385103'] for subnet (47faefe8-80a0-42a5-a45c-a0a358ae9e63), precommit_delete_associations {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:29.751549 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (47faefe8-80a0-42a5-a45c-a0a358ae9e63), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:29.918140 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9937801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9516006'] for subnet (47faefe8-80a0-42a5-a45c-a0a358ae9e63), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:29.948152 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47faefe8-80a0-42a5-a45c-a0a358ae9e63,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:29.956701 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:29.962274 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-f1661a79-6bba-41dd-8edc-ab35c0e106e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/47faefe8-80a0-42a5-a45c-a0a358ae9e63 HTTP/1.1" status: 204 len: 168 time: 0.4341290 May 19 12:35:29.965024 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53340) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:30.048005 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (ef42f330-ede2-4f6c-afd0-f38527a9cb1c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.146568 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (ef42f330-ede2-4f6c-afd0-f38527a9cb1c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.171607 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef42f330-ede2-4f6c-afd0-f38527a9cb1c']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:30.183673 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:30.184003 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:35:30.196072 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.213638 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.221237 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (f7f1de7d-db5d-43d8-9c4a-b9e6713c35f5), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:35:30.224661 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:35:30.346525 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (ef42f330-ede2-4f6c-afd0-f38527a9cb1c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.353967 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.358300 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef42f330-ede2-4f6c-afd0-f38527a9cb1c HTTP/1.1" status: 204 len: 168 time: 0.3921106 May 19 12:35:30.376635 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf198605-516c-42c8-8b37-0f8b928c5659 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef42f330-ede2-4f6c-afd0-f38527a9cb1c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:30.729471 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53344) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:30.777409 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-efc8f0f3-e439-42b9-aae4-444e44fb49c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0b15da1cdfb45c88bb7827e650d33c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466931 May 19 12:35:30.781549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53346) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:35:30.838856 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf23276-ce81-4673-8b2a-b7cd89947fc9 admin admin] Publish callbacks [] for security_group (133aeda2-e98b-4af5-8c2d-22695a2f6975), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:30.864555 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf23276-ce81-4673-8b2a-b7cd89947fc9 admin admin] Publish callbacks [] for security_group (133aeda2-e98b-4af5-8c2d-22695a2f6975), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:31.020910 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf23276-ce81-4673-8b2a-b7cd89947fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (133aeda2-e98b-4af5-8c2d-22695a2f6975), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:31.024572 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-caf23276-ce81-4673-8b2a-b7cd89947fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:31.025876 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-caf23276-ce81-4673-8b2a-b7cd89947fc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/133aeda2-e98b-4af5-8c2d-22695a2f6975 HTTP/1.1" status: 204 len: 168 time: 0.2431538 May 19 12:35:31.041870 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf23276-ce81-4673-8b2a-b7cd89947fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133aeda2-e98b-4af5-8c2d-22695a2f6975,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:35:36.290249 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:35:40.280585 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:40.361161 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:40.906458 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:41.031057 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:41.063421 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:42.246458 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:42.466384 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c48f-9ed9-45b3-bad0-46a0ceee40be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:44.523984 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:44.986240 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-93d4271c-9271-44f3-bd21-dd4a129dbdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.146257 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:46.286170 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:47.700674 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:49.329038 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:35:59.208440 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:35:59.215044 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:01.194226 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53500) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:01.327357 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.423617 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Publish callbacks [] for security_group (7ac0a4e0-1646-45d8-bfca-ea56a83133ef), precommit_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.511640 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (7ac0a4e0-1646-45d8-bfca-ea56a83133ef), after_create {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.562895 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f05959730bfe477086d1d70e826b003b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671618 May 19 12:36:01.563824 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0a4e0-1646-45d8-bfca-ea56a83133ef,revision_number=1']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:01.566540 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53504) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:36:01.574205 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.574625 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.575039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.575469 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.575913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.576363 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.576845 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.577325 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.577806 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.578338 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.579098 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.579627 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.580039 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.583304 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.583304 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c318cdd-0c12-4486-9f7d-c072b1298263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.640523 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Publish callbacks [] for security_group (7ac0a4e0-1646-45d8-bfca-ea56a83133ef), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.667741 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Publish callbacks [] for security_group (7ac0a4e0-1646-45d8-bfca-ea56a83133ef), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.791917 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (7ac0a4e0-1646-45d8-bfca-ea56a83133ef), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.794440 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:01.795688 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ac0a4e0-1646-45d8-bfca-ea56a83133ef HTTP/1.1" status: 204 len: 168 time: 0.2276912 May 19 12:36:01.804582 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0a4e0-1646-45d8-bfca-ea56a83133ef,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:36:01.812842 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.813190 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.813528 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.813868 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.814204 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.814536 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.814867 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.815197 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.815521 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.815876 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.816259 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.816588 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.816911 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.817224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:01.817652 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76681600-dd53-4a9b-93ed-076d89200e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:36:05.863055 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-9a1f4baf-a718-436a-a6db-82a1af72bb4c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433521 May 19 12:36:05.945919 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-3b287fcb-2758-4968-af07-b92d0c08c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:05.947584 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-3b287fcb-2758-4968-af07-b92d0c08c9f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1129 time: 0.0439799 May 19 12:36:06.067426 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-efece122-b528-4491-b144-00a0c52036c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:06.069199 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-efece122-b528-4491-b144-00a0c52036c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1009953 May 19 12:36:06.140303 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-672a1206-416c-447a-b4b9-6d9ef8194df3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0adc2a-3045-4022-aea2-354ae0872cba HTTP/1.1" status: 200 len: 1001 time: 0.0653400 May 19 12:36:06.193452 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-a33a597e-c381-4b66-a19e-470fa6461aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:06.194765 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-a33a597e-c381-4b66-a19e-470fa6461aa9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0488732 May 19 12:36:06.242932 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-ceb6ceec-9470-4a31-963f-dc456016b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:36:06.244878 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-ceb6ceec-9470-4a31-963f-dc456016b66d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447083 May 19 12:36:06.369941 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-11a532b8-886e-4dd5-9f45-2fe012e1242f service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187375 May 19 12:36:06.494629 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-a0bbff5e-30f9-42e9-b3ae-e710c3f2fedb req-93d6bafd-6bdc-4b20-a7a1-ba76b110aeff service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182973 May 19 12:36:11.555545 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:11.568208 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:11.835450 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:11.836618 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:12.471761 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6e0d69c5-ee4e-4340-8ff4-abc6d94ef793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:13.293206 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:36:14.609500 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:14.939293 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-cdd17496-bb61-4739-993b-da29f1575ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:16.146049 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:16.474898 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:16.488252 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:17.677313 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:19.235923 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:19.294342 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:23.287143 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:29.214304 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:29.221764 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:42.449248 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-955dc42a-7518-4610-9cd4-2ba14720a09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:44.482679 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:44.973589 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-aa8ac54e-139c-4c32-bf31-71ae57539521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:46.105367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:47.665396 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:49.276774 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:36:50.294335 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:36:59.222967 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:36:59.226140 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:00.964787 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53532) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:01.123241 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Deleting port 69f4a3c8-416b-4e91-a9da-c8ef06a684e8 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:01.123584 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:01.207026 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:01.207308 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:01.224431 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Calling delete_port for 69f4a3c8-416b-4e91-a9da-c8ef06a684e8 owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:01.500131 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (69f4a3c8-416b-4e91-a9da-c8ef06a684e8), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:01.536002 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'Port': ['ID=69f4a3c8-416b-4e91-a9da-c8ef06a684e8,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:01.626895 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (d331cde0-f12d-4d0c-8d6f-b5a98d113556), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:01.627424 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Floating IP d331cde0-f12d-4d0c-8d6f-b5a98d113556 disassociated (deleted). External IP: 172.27.1.143, port: cb0adc2a-3045-4022-aea2-354ae0872cba. May 19 12:37:01.974894 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:02.147551 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:02.153481 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:02.159652 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:02.174003 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:02.174667 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:36:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:02.195909 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:02.202339 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-adb8d91e-5d45-4864-9452-1b24c022c360 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "DELETE /v2.0/floatingips/d331cde0-f12d-4d0c-8d6f-b5a98d113556 HTTP/1.1" status: 204 len: 168 time: 1.2359056 May 19 12:37:02.202935 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:02.205952 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:02.257536 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f11660-7ed7-4d64-9b81-969fb087319e x-openstack-request-id: req-62f11660-7ed7-4d64-9b81-969fb087319e {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:02.257920 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:02.258459 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62f11660-7ed7-4d64-9b81-969fb087319e {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:02.259093 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f11660-7ed7-4d64-9b81-969fb087319e'] response: {'name': 'network-changed', 'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'status': 'completed', 'code': 200} May 19 12:37:02.292552 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:02.372765 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-ae8a1d5c-8ab6-462b-b2a5-65b8e84737e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:02.375247 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-ae8a1d5c-8ab6-462b-b2a5-65b8e84737e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 1129 time: 0.0623922 May 19 12:37:02.495907 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-15af3ac8-7c0f-4082-9a75-54576cc418c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:02.499045 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-15af3ac8-7c0f-4082-9a75-54576cc418c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1179914 May 19 12:37:02.565484 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-276cbceb-0a35-4850-83a7-c12c6986592a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0adc2a-3045-4022-aea2-354ae0872cba HTTP/1.1" status: 200 len: 217 time: 0.0599668 May 19 12:37:02.590162 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:31Z', 'revision_number': 1, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:02.629707 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-19d3dcca-16af-49fc-9638-a300fa4154de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:02.631216 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-19d3dcca-16af-49fc-9638-a300fa4154de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0598938 May 19 12:37:02.645980 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:02.661198 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:02.662284 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:36:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:02.759648 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd726cc-98d4-4b8c-a284-be0931301b55 req-99d3e8f6-2097-4506-82a5-1939303dec1c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:02.761331 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5cd726cc-98d4-4b8c-a284-be0931301b55 req-99d3e8f6-2097-4506-82a5-1939303dec1c tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0579314 May 19 12:37:02.820082 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:02.843456 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:02.846890 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-5cd726cc-98d4-4b8c-a284-be0931301b55 req-6ac0b2c7-cbf0-42e2-9632-a0dceb858a84 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548022 May 19 12:37:03.244275 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:31Z', 'revision_number': 1, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:03.271047 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d67be-3c44-4e44-9272-a5fbed107c02 None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_floatingips': [{'id': '0cad0a8c-88b1-4bcb-9d54-8278882cdff4', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'router_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'port_id': '77188d20-c02a-4816-acef-33d2b5800ec2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'mac_address': 'fa:16:3e:83:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-19T12:31:28Z', 'updated_at': '2022-05-19T12:31:31Z', 'revision_number': 1, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:03.553330 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a6b18e-1d73-440c-99d9-531c8b62af5a None None] New status for floating IP d331cde0-f12d-4d0c-8d6f-b5a98d113556: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:37:03.761630 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-81ffcda7-7711-4364-bf24-18118a7d4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:03.764005 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-81ffcda7-7711-4364-bf24-18118a7d4618 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638919 May 19 12:37:03.867359 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-0faae4d4-686d-40ff-8a9d-6f3375b00615 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967035 May 19 12:37:03.986979 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-8e8a79b9-2b84-4ebe-baf4-47059432b4dc req-85bf0c44-b1e3-47e5-a07c-7ea70e2d54fe service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133749 May 19 12:37:04.010234 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8084d-99bd-4931-96ed-e3f5c76753c9 req-54dec017-a84c-467e-99d0-0f171a43ddc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:04.011968 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-50b8084d-99bd-4931-96ed-e3f5c76753c9 req-54dec017-a84c-467e-99d0-0f171a43ddc1 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0561750 May 19 12:37:04.068819 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-50b8084d-99bd-4931-96ed-e3f5c76753c9 req-0e78045c-9f5b-46aa-8e40-e26d3ac03e22 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505192 May 19 12:37:04.582462 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6783272-6316-4a38-8186-7fb6498ad319 req-573f15a5-a1bb-48c7-ba99-8d89f789b39a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:04.584050 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b6783272-6316-4a38-8186-7fb6498ad319 req-573f15a5-a1bb-48c7-ba99-8d89f789b39a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 945 time: 0.0595624 May 19 12:37:04.708643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Deleting port cb0adc2a-3045-4022-aea2-354ae0872cba {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:04.708993 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:04.827824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] For port cb0adc2a-3045-4022-aea2-354ae0872cba, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb0adc2a-3045-4022-aea2-354ae0872cba,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:04.828876 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:04.849824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Calling delete_port for cb0adc2a-3045-4022-aea2-354ae0872cba owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:05.088372 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (cb0adc2a-3045-4022-aea2-354ae0872cba), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:05.137791 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'Port': ['ID=cb0adc2a-3045-4022-aea2-354ae0872cba,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:05.159431 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.160239 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.163982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.163982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.163982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.163982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.163982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.163982 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.164980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.164980 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.166104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.166104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.166559 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.167109 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.168450 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:05.230284 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] No DVR routers for this DVR port cb0adc2a-3045-4022-aea2-354ae0872cba on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:05.233515 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:05.236921 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-b6783272-6316-4a38-8186-7fb6498ad319 req-b6d89b62-c0dd-4417-b81b-3a3d4eb136c4 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "DELETE /v2.0/ports/cb0adc2a-3045-4022-aea2-354ae0872cba HTTP/1.1" status: 204 len: 173 time: 0.6476924 May 19 12:37:05.237406 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'name': 'network-vif-deleted', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:05.239855 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf3161-c247-4488-9b01-a8460b56aa92" -d '{"events": [{"server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "name": "network-vif-deleted", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:05.253985 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-7f38508a-abfe-4af1-8505-5ad5b5124f10 req-4b0b74f9-11c5-48d0-a80b-4dcfa44ef59d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 210 time: 0.0505967 May 19 12:37:05.607956 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15369e-2645-4096-990e-da93f6b6c5b3 x-openstack-request-id: req-fd15369e-2645-4096-990e-da93f6b6c5b3 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:05.608356 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599acd8-409c-46f7-a162-3741afb80acc", "name": "network-vif-deleted", "tag": "cb0adc2a-3045-4022-aea2-354ae0872cba", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:05.608713 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd15369e-2645-4096-990e-da93f6b6c5b3 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:05.609310 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd15369e-2645-4096-990e-da93f6b6c5b3'] response: {'server_uuid': '0599acd8-409c-46f7-a162-3741afb80acc', 'name': 'network-vif-deleted', 'tag': 'cb0adc2a-3045-4022-aea2-354ae0872cba', 'status': 'completed', 'code': 200} May 19 12:37:06.404803 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-8e31702f-fbac-4fd5-8c0a-fb629b4e08ee req-30663250-e04c-43fe-a438-4f12c14dab5d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=0599acd8-409c-46f7-a162-3741afb80acc HTTP/1.1" status: 200 len: 210 time: 0.0362742 May 19 12:37:06.850352 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:06.859320 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-f247d7c1-e0e1-4464-ad7a-90859c0e837d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439622 May 19 12:37:07.001793 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-60d6e17b-6414-4207-bfb8-61e105fe56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:07.004600 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-60d6e17b-6414-4207-bfb8-61e105fe56cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0691569 May 19 12:37:07.088428 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:07.157176 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-05342abe-5ef0-4f1a-a838-46ab65b6f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:07.159486 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-05342abe-5ef0-4f1a-a838-46ab65b6f0aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1308911 May 19 12:37:07.250612 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-e823754e-240e-428c-b11d-e380f194ce44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0842171 May 19 12:37:07.312668 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-ab64e80d-a7f5-4153-880e-c83166773616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:07.314338 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-ab64e80d-a7f5-4153-880e-c83166773616 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0578246 May 19 12:37:07.393277 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-0179b6e6-1fec-4ea6-99d3-e6a408705c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:07.396419 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-0179b6e6-1fec-4ea6-99d3-e6a408705c7c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0745475 May 19 12:37:07.525207 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-d4abe2a6-b3a7-4b22-8a94-15aaeabcd50e service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207368 May 19 12:37:07.623613 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-ca8500d6-2009-4c14-8afe-c07d1c1b7f4d req-d871df31-8faf-4c05-8537-74d2e1294255 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931671 May 19 12:37:07.940663 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device cb0adc2a-3045-4022-aea2-354ae0872cba no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:07.962556 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: cb0adc2a-3045-4022-aea2-354ae0872cba {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:07.962909 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device cb0adc2a-3045-4022-aea2-354ae0872cba not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:10.185176 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53580) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:10.344029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Deleting port 95c7a83f-c065-43a0-8b0a-475773c1b996 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:10.344437 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:10.431109 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:10.431486 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (95c7a83f-c065-43a0-8b0a-475773c1b996), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:10.450530 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Calling delete_port for 95c7a83f-c065-43a0-8b0a-475773c1b996 owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:10.746031 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (95c7a83f-c065-43a0-8b0a-475773c1b996), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:10.778888 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'Port': ['ID=95c7a83f-c065-43a0-8b0a-475773c1b996,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:10.809088 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.809584 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.810026 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.810471 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.810918 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.811349 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.811882 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.812324 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.812798 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.813230 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.813663 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.814097 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.814580 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.815107 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.815542 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:10.862665 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (0cad0a8c-88b1-4bcb-9d54-8278882cdff4), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:10.863066 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.db.l3_db [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Floating IP 0cad0a8c-88b1-4bcb-9d54-8278882cdff4 disassociated (deleted). External IP: 172.27.1.51, port: 77188d20-c02a-4816-acef-33d2b5800ec2. May 19 12:37:10.977988 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:11.091570 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:11.144645 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:11.209398 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:11.214912 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:11.220365 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:11.232920 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:11.233591 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:36:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:11.253348 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-9d337366-3d73-4bb9-a244-0b11a9df2e3a tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "DELETE /v2.0/floatingips/0cad0a8c-88b1-4bcb-9d54-8278882cdff4 HTTP/1.1" status: 204 len: 168 time: 1.0670495 May 19 12:37:11.253929 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2'}] {{(pid=104216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:11.256347 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27363518d19dc4db9011ee6c8e70131e752fa187a8b5e09e70aa41f486059595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2"}]}' {{(pid=104216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:11.324809 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 May 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2641289c-1394-47da-9748-0b401168c753 x-openstack-request-id: req-2641289c-1394-47da-9748-0b401168c753 {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:11.325860 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2", "status": "completed", "code": 200}]} {{(pid=104216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:11.326550 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2641289c-1394-47da-9748-0b401168c753 {{(pid=104216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:11.327375 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2641289c-1394-47da-9748-0b401168c753'] response: {'name': 'network-changed', 'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2', 'status': 'completed', 'code': 200} May 19 12:37:11.386658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:11.421116 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-0696e181-d900-45ca-87a5-b413ea022162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.422693 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-0696e181-d900-45ca-87a5-b413ea022162 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 1129 time: 0.0485735 May 19 12:37:11.549965 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-a9076b15-0fc7-438e-b206-cc68033d0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.554561 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-a9076b15-0fc7-438e-b206-cc68033d0afd service neutron] 10.222.0.81 "GET /v2.0/networks?id=8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 200 len: 913 time: 0.1248965 May 19 12:37:11.562811 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:11.583156 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=100 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:11.624251 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-6c7e5fc0-363d-4c33-8971-91cc7b630592 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 200 len: 217 time: 0.0630453 May 19 12:37:11.661151 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:11.703651 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:11.707780 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-1ddf351b-6e6c-4a67-a0b9-d194114ef7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.711233 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-1ddf351b-6e6c-4a67-a0b9-d194114ef7de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 200 len: 851 time: 0.0805798 May 19 12:37:11.720718 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:11.721819 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:36:45Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:11.830879 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc8166-87dd-4784-88a7-eca725682cd7 req-e7078e07-b4bc-4187-b1a1-1e28e063bbf7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.833739 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9afc8166-87dd-4784-88a7-eca725682cd7 req-e7078e07-b4bc-4187-b1a1-1e28e063bbf7 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0673568 May 19 12:37:11.876058 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:11.885601 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-12289cd8-d070-4375-83ed-bf65298347cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:11.888406 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-12289cd8-d070-4375-83ed-bf65298347cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8cb239d8-0b94-495c-8855-e9aad30a1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755019 May 19 12:37:11.915650 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-9afc8166-87dd-4784-88a7-eca725682cd7 req-9b8e80c4-bc77-4b01-a526-398e0f72226d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723777 May 19 12:37:12.038164 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-fc4d6633-792a-4c09-983c-19486ce23846 service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424429 May 19 12:37:12.145007 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:12.172518 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a59b4a-3634-4e40-91e7-838ede8704b3 None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:41Z', 'revision_number': 4, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi', '_interfaces': [{'id': '3befcec1-3955-4710-af28-c5436a2a9293', 'name': '', 'network_id': '8cb239d8-0b94-495c-8855-e9aad30a1cb5', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'mac_address': 'fa:16:3e:1e:7f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '510f80ba-a134-4335-a360-07c71c98a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:41Z', 'updated_at': '2022-05-19T12:26:45Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'subnets': [{'id': '510f80ba-a134-4335-a360-07c71c98a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:12.434325 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2a7e9-5773-45b8-941c-fee73b2615e3 None None] New status for floating IP 0cad0a8c-88b1-4bcb-9d54-8278882cdff4: DOWN {{(pid=104219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 19 12:37:12.436726 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=18 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:12.471022 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-54d46f39-567f-44c2-8253-c12a79a45361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:12.631571 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-7d68b9c4-63c7-4fe5-84b4-67c4d25aabd3 req-51b34c02-1af4-48b1-83dd-50c2e5c2d34b service neutron] 10.222.0.81 "GET /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511886 May 19 12:37:12.691267 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055379a0-4346-432a-926a-aaf0fde30251 req-31b84c7d-6c11-4d91-a8f5-0466cfeb8cb2 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:12.693082 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-055379a0-4346-432a-926a-aaf0fde30251 req-31b84c7d-6c11-4d91-a8f5-0466cfeb8cb2 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0788269 May 19 12:37:12.728972 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:12.794420 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Deleting port 77188d20-c02a-4816-acef-33d2b5800ec2 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:12.794986 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:12.864171 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=100 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:12.918417 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] For port 77188d20-c02a-4816-acef-33d2b5800ec2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=77188d20-c02a-4816-acef-33d2b5800ec2,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:12.918985 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:12.943637 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Calling delete_port for 77188d20-c02a-4816-acef-33d2b5800ec2 owned by compute:nova {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:13.061029 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba77ab9-fffa-4011-b223-89c5ad5a9812 req-6c494387-a41e-461a-bf9e-686662f833c0 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 19 12:37:13.062831 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eba77ab9-fffa-4011-b223-89c5ad5a9812 req-6c494387-a41e-461a-bf9e-686662f833c0 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 945 time: 0.0512459 May 19 12:37:13.129376 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-eba77ab9-fffa-4011-b223-89c5ad5a9812 req-e56fa727-a4bd-452a-9e0c-7daf8e7443bb tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/security-groups?id=181d5f12-0557-4951-b108-b197dc04525f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571771 May 19 12:37:13.226471 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (77188d20-c02a-4816-acef-33d2b5800ec2), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.256112 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'Port': ['ID=77188d20-c02a-4816-acef-33d2b5800ec2,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:13.315978 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] No DVR routers for this DVR port 77188d20-c02a-4816-acef-33d2b5800ec2 on host hv-cinder-80475 {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:13.318951 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for port (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:13.322851 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [req-055379a0-4346-432a-926a-aaf0fde30251 req-2ed2472d-bf81-49a3-91ac-ac69cdaae9bc tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.81 "DELETE /v2.0/ports/77188d20-c02a-4816-acef-33d2b5800ec2 HTTP/1.1" status: 204 len: 173 time: 0.6243062 May 19 12:37:13.323421 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'name': 'network-vif-deleted', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2'}] {{(pid=104217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 19 12:37:13.326067 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ecdced5f3929c02939bd8916369c749d92dc8dbe46912484d7a65c152fcb388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6598a21-1e4d-4dda-8b8f-f588b7cc1d86" -d '{"events": [{"server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "name": "network-vif-deleted", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2"}]}' {{(pid=104217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 19 12:37:13.364334 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 May 2022 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ecb32-15fa-4585-a8ce-8c37ffc65d95 x-openstack-request-id: req-d38ecb32-15fa-4585-a8ce-8c37ffc65d95 {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 19 12:37:13.364625 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff53b5f-8422-468d-8c6c-48b571af4ab2", "name": "network-vif-deleted", "tag": "77188d20-c02a-4816-acef-33d2b5800ec2", "status": "completed", "code": 200}]} {{(pid=104217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 19 12:37:13.364881 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d38ecb32-15fa-4585-a8ce-8c37ffc65d95 {{(pid=104217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 19 12:37:13.365290 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38ecb32-15fa-4585-a8ce-8c37ffc65d95'] response: {'server_uuid': '9ff53b5f-8422-468d-8c6c-48b571af4ab2', 'name': 'network-vif-deleted', 'tag': '77188d20-c02a-4816-acef-33d2b5800ec2', 'status': 'completed', 'code': 200} May 19 12:37:14.283915 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [req-857a7ce0-77a8-48da-95db-f5acf2c48d69 req-f6664f5a-d791-4cc8-a8a6-2a313dd1c500 tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ff53b5f-8422-468d-8c6c-48b571af4ab2 HTTP/1.1" status: 200 len: 210 time: 0.0548792 May 19 12:37:14.499326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:14.934233 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f3190ca0-3ffa-4276-a236-b3edb5953af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:15.357222 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53596) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:15.737868 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Deleting port e0f0425e-237a-4e9e-84f1-b0a6df57aa65 {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:15.738167 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:15.844038 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:15.844544 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:15.868785 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Calling delete_port for e0f0425e-237a-4e9e-84f1-b0a6df57aa65 owned by network:floatingip {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:15.986846 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 77188d20-c02a-4816-acef-33d2b5800ec2 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:16.027970 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] No Port match for: 77188d20-c02a-4816-acef-33d2b5800ec2 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:16.028404 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Device 77188d20-c02a-4816-acef-33d2b5800ec2 not bound to the agent host hv-cinder-80475 {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:16.117546 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:16.139982 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (e0f0425e-237a-4e9e-84f1-b0a6df57aa65), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:16.170256 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'Port': ['ID=e0f0425e-237a-4e9e-84f1-b0a6df57aa65,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:16.245998 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for floatingip (1b17c23f-fd73-46e3-9c4a-4b26113b7610), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:16.248737 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13249'] for floatingip (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:16.249990 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-fb3589e9-5bf2-4c67-99b2-03db736d7cff tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "DELETE /v2.0/floatingips/1b17c23f-fd73-46e3-9c4a-4b26113b7610 HTTP/1.1" status: 204 len: 168 time: 0.8966184 May 19 12:37:17.625923 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:17.635609 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53608) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:17.706489 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28f9ad18-ac3e-4725-8adb-531159077f8d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group (181d5f12-0557-4951-b108-b197dc04525f), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:17.736563 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28f9ad18-ac3e-4725-8adb-531159077f8d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group (181d5f12-0557-4951-b108-b197dc04525f), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:17.883376 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28f9ad18-ac3e-4725-8adb-531159077f8d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (181d5f12-0557-4951-b108-b197dc04525f), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:17.886369 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-28f9ad18-ac3e-4725-8adb-531159077f8d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:17.890438 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-28f9ad18-ac3e-4725-8adb-531159077f8d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] 10.222.0.23 "DELETE /v2.0/security-groups/181d5f12-0557-4951-b108-b197dc04525f HTTP/1.1" status: 204 len: 168 time: 0.2506852 May 19 12:37:17.903718 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9ad18-ac3e-4725-8adb-531159077f8d tempest-TestVolumeBootPattern-614865877 tempest-TestVolumeBootPattern-614865877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d5f12-0557-4951-b108-b197dc04525f,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:18.059585 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53612) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:18.663572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (035e31cf-3a72-48eb-a53e-caaeaad24b79), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:18.785564 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:18.885782 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:18.969183 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Deleting port 3befcec1-3955-4710-af28-c5436a2a9293 {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:18.969516 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (3befcec1-3955-4710-af28-c5436a2a9293), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:19.306254 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:19.366296 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] For port 3befcec1-3955-4710-af28-c5436a2a9293, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=3befcec1-3955-4710-af28-c5436a2a9293,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:19.366850 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (3befcec1-3955-4710-af28-c5436a2a9293), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:19.382526 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Calling delete_port for 3befcec1-3955-4710-af28-c5436a2a9293 owned by network:router_interface {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:19.717189 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (3befcec1-3955-4710-af28-c5436a2a9293), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:19.742150 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3befcec1-3955-4710-af28-c5436a2a9293,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:19.950162 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (035e31cf-3a72-48eb-a53e-caaeaad24b79), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:20.311572 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:20.330648 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Router 035e31cf-3a72-48eb-a53e-caaeaad24b79 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:20.479618 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:20.531462 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:20.542220 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] Sync routers for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:20.544626 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-21bc1a37-233c-40e3-87a6-df387c8eace0 admin admin] 10.222.0.23 "PUT /v2.0/routers/035e31cf-3a72-48eb-a53e-caaeaad24b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4836025 May 19 12:37:20.545037 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53616) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:20.554534 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:20.555180 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:37:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:20.674462 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks [] for router (035e31cf-3a72-48eb-a53e-caaeaad24b79), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:20.691600 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:20.795589 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:20.819768 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:20.852863 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks [] for router_gateway (035e31cf-3a72-48eb-a53e-caaeaad24b79), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:20.892104 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:37:19Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:20.921496 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] Checking router: 035e31cf-3a72-48eb-a53e-caaeaad24b79 for host: dv-cinder-804757-28-iscsi {{(pid=104218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:20.932247 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:20.935584 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] Routers {'035e31cf-3a72-48eb-a53e-caaeaad24b79'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:20.936367 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:37:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['035e31cf-3a72-48eb-a53e-caaeaad24b79'], 'active': True} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:21.001661 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Deleting port 47b74f63-2ab5-4124-b082-0329bfdfc2fe {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:21.002023 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.067226 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvr_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] Set router 035e31cf-3a72-48eb-a53e-caaeaad24b79 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:21.109301 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] For port 47b74f63-2ab5-4124-b082-0329bfdfc2fe, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=47b74f63-2ab5-4124-b082-0329bfdfc2fe,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:21.109754 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.126986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:21.129720 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Calling delete_port for 47b74f63-2ab5-4124-b082-0329bfdfc2fe owned by network:router_gateway {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:21.285174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_hamode_db [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:37:19Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:21.313825 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04729cf7-9f24-451d-9dd8-5771527a15bd None None] The sync data for ids ['035e31cf-3a72-48eb-a53e-caaeaad24b79'] in dv-cinder-804757-28-iscsi is: [{'id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'name': 'tempest-TestVolumeBootPattern-1886834191-router', 'tenant_id': '4b46044a7f1d471582800c9d8a79e5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:37:19Z', 'revision_number': 5, 'project_id': '4b46044a7f1d471582800c9d8a79e5c5', 'gw_port': {'id': '47b74f63-2ab5-4124-b082-0329bfdfc2fe', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e31cf-3a72-48eb-a53e-caaeaad24b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:38Z', 'updated_at': '2022-05-19T12:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}] {{(pid=104218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:21.408108 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (47b74f63-2ab5-4124-b082-0329bfdfc2fe), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.439859 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Pushing event deleted for resources: {'Port': ['ID=47b74f63-2ab5-4124-b082-0329bfdfc2fe,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:21.519009 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (035e31cf-3a72-48eb-a53e-caaeaad24b79), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.684442 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (035e31cf-3a72-48eb-a53e-caaeaad24b79), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.688902 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks [] for router_controller (035e31cf-3a72-48eb-a53e-caaeaad24b79), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.842754 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (035e31cf-3a72-48eb-a53e-caaeaad24b79), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.843487 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 035e31cf-3a72-48eb-a53e-caaeaad24b79 {{(pid=104216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:37:21.853175 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.853859 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-a0727f49-eaf8-48c6-9543-d2241935665f admin admin] 10.222.0.23 "DELETE /v2.0/routers/035e31cf-3a72-48eb-a53e-caaeaad24b79 HTTP/1.1" status: 204 len: 168 time: 1.3072808 May 19 12:37:21.856625 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53618) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:21.919605 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Deleting subnet 510f80ba-a134-4335-a360-07c71c98a704 {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:37:21.925169 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Publish callbacks [] for subnet (510f80ba-a134-4335-a360-07c71c98a704), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:21.968640 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10076702'] for subnet (510f80ba-a134-4335-a360-07c71c98a704), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.074713 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (510f80ba-a134-4335-a360-07c71c98a704), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.104810 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=9 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:22.260193 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084021'] for subnet (510f80ba-a134-4335-a360-07c71c98a704), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.290065 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510f80ba-a134-4335-a360-07c71c98a704,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:22.292272 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.296879 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-3577bb99-33fc-49da-870a-864e4227e336 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/510f80ba-a134-4335-a360-07c71c98a704 HTTP/1.1" status: 204 len: 168 time: 0.4387491 May 19 12:37:22.298774 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53620) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:22.301494 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792769d-af06-4045-92d2-8dd3014b4b31 None None] Network 8cb239d8-0b94-495c-8855-e9aad30a1cb5 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:22.433104 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (8cb239d8-0b94-495c-8855-e9aad30a1cb5), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.492361 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Deleting port 5e806459-3d91-414d-827b-9620549cf7ee {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:22.492925 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (5e806459-3d91-414d-827b-9620549cf7ee), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.494292 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=22 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:22.506732 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8a905-8855-4a61-8f07-129604305381 None None] DHCP port deletion for 8cb239d8-0b94-495c-8855-e9aad30a1cb5 request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:37:22.523273 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3befcec1-3955-4710-af28-c5436a2a9293 no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:22.562889 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 3befcec1-3955-4710-af28-c5436a2a9293 {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:22.563465 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 3befcec1-3955-4710-af28-c5436a2a9293 not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:22.587479 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] For port 5e806459-3d91-414d-827b-9620549cf7ee, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=5e806459-3d91-414d-827b-9620549cf7ee,segment=NetworkSegment(1a2501f1-5b42-470c-b01d-e44b3e771b75),segment_id=1a2501f1-5b42-470c-b01d-e44b3e771b75)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:22.587907 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (5e806459-3d91-414d-827b-9620549cf7ee), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.604066 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Calling delete_port for 5e806459-3d91-414d-827b-9620549cf7ee owned by network:dhcp {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:22.762773 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (5e806459-3d91-414d-827b-9620549cf7ee), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.791731 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e806459-3d91-414d-827b-9620549cf7ee,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:22.797597 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] No DVR routers for this DVR port 5e806459-3d91-414d-827b-9620549cf7ee on host dv-cinder-804757-28-iscsi {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:22.808251 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Deleting port 5e806459-3d91-414d-827b-9620549cf7ee {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:22.808836 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (5e806459-3d91-414d-827b-9620549cf7ee), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.882644 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (8cb239d8-0b94-495c-8855-e9aad30a1cb5), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.908038 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb239d8-0b94-495c-8855-e9aad30a1cb5']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:22.920329 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2501f1-5b42-470c-b01d-e44b3e771b75') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:22.920786 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2501f1-5b42-470c-b01d-e44b3e771b75') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:22.922052 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-17a8a905-8855-4a61-8f07-129604305381 None None] For port 5e806459-3d91-414d-827b-9620549cf7ee, host dv-cinder-804757-28-iscsi, got binding levels [] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:22.922677 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (5e806459-3d91-414d-827b-9620549cf7ee), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.933248 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (1a2501f1-5b42-470c-b01d-e44b3e771b75), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.947086 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Calling delete_port for 5e806459-3d91-414d-827b-9620549cf7ee owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:22.950307 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (1a2501f1-5b42-470c-b01d-e44b3e771b75), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.952879 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.ipam_backend_mixin [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Port 5e806459-3d91-414d-827b-9620549cf7ee was not found and therefore no delete operation was performed {{(pid=104218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 19 12:37:22.956858 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (5e806459-3d91-414d-827b-9620549cf7ee), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.958415 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:37:22.958865 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (1a2501f1-5b42-470c-b01d-e44b3e771b75), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:37:22.961079 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:37:22.992630 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Pushing event deleted for resources: {'Port': ['ID=5e806459-3d91-414d-827b-9620549cf7ee,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:22.995255 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8a905-8855-4a61-8f07-129604305381 None None] No DVR routers for this DVR port 5e806459-3d91-414d-827b-9620549cf7ee on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:23.005420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.005420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.005420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.005420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.005420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.005420 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.009747 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8a905-8855-4a61-8f07-129604305381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-28-iscsi {{(pid=104218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 12:37:23.118035 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (8cb239d8-0b94-495c-8855-e9aad30a1cb5), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:23.124039 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:23.127381 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8cb239d8-0b94-495c-8855-e9aad30a1cb5 HTTP/1.1" status: 204 len: 168 time: 0.8271241 May 19 12:37:23.130895 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53622) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:23.142078 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b1fd6-4cae-4e82-91f9-6aa43b401d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb239d8-0b94-495c-8855-e9aad30a1cb5,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:23.234773 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:23.475087 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3911523'] for router_interface (9de261c2-48a3-462e-a4d8-e8946739a8b7), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:23.751907 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Deleting port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:23.752177 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:23.843399 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] For port 1f2e4e93-9ec7-4af9-997e-758de77eb5ae, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:23.843913 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:23.863197 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Calling delete_port for 1f2e4e93-9ec7-4af9-997e-758de77eb5ae owned by network:router_interface {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:24.012740 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:24.105549 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (1f2e4e93-9ec7-4af9-997e-758de77eb5ae), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.135026 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2e4e93-9ec7-4af9-997e-758de77eb5ae,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:24.191986 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 5e806459-3d91-414d-827b-9620549cf7ee no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:24.216444 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:24.221599 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 5e806459-3d91-414d-827b-9620549cf7ee {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:24.222275 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 5e806459-3d91-414d-827b-9620549cf7ee not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:24.222689 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 47b74f63-2ab5-4124-b082-0329bfdfc2fe no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:24.243163 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 47b74f63-2ab5-4124-b082-0329bfdfc2fe {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:24.243511 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 47b74f63-2ab5-4124-b082-0329bfdfc2fe not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:24.340533 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3886499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900796'] for router_interface (9de261c2-48a3-462e-a4d8-e8946739a8b7), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.583250 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Router 9de261c2-48a3-462e-a4d8-e8946739a8b7 has already been hosted by L3 agent 0042365c-209a-4da7-9d3f-fdc173672cb8 {{(pid=104216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 19 12:37:24.702159 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] Notify agent at l3_agent.dv-cinder-804757-28-iscsi the message routers_updated {{(pid=104216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 19 12:37:24.707599 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-3a198ab0-a14f-4b0a-8974-8d5e0cf28ac7 admin admin] 10.222.0.23 "PUT /v2.0/routers/9de261c2-48a3-462e-a4d8-e8946739a8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750594 May 19 12:37:24.712143 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53624) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:24.714950 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] Sync routers for ids ['9de261c2-48a3-462e-a4d8-e8946739a8b7'] in dv-cinder-804757-28-iscsi {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 12:37:24.728713 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] Routers {'9de261c2-48a3-462e-a4d8-e8946739a8b7'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:24.729494 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:37:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['9de261c2-48a3-462e-a4d8-e8946739a8b7'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:24.823218 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks [] for router (9de261c2-48a3-462e-a4d8-e8946739a8b7), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:24.854857 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] Set router 9de261c2-48a3-462e-a4d8-e8946739a8b7 gateway port host: dv-cinder-804757-28-iscsi {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:24.943609 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks [] for router_gateway (9de261c2-48a3-462e-a4d8-e8946739a8b7), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.048793 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'external_fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:37:24Z', 'revision_number': 5, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port': {'id': 'a87d8286-ed9e-4f8a-8f2f-28818dbd179d', 'name': '', 'network_id': '6a4de832-415a-4206-a7f0-598c302b7d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-19T12:26:46Z', 'updated_at': '2022-05-19T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '812eb92c-fa6e-44a2-af33-5318a0006229', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-28-iscsi'}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:25.057720 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Deleting port a87d8286-ed9e-4f8a-8f2f-28818dbd179d {{(pid=104216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:25.058516 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.074830 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] Checking router: 9de261c2-48a3-462e-a4d8-e8946739a8b7 for host: dv-cinder-804757-28-iscsi {{(pid=104219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 12:37:25.084272 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] Routers {'9de261c2-48a3-462e-a4d8-e8946739a8b7'} bound to L3 agent in host dv-cinder-804757-28-iscsi {{(pid=104219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 19 12:37:25.085400 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-19T12:08:15Z,description=,heartbeat_timestamp=2022-05-19T12:37:15Z,host='dv-cinder-804757-28-iscsi',id=0042365c-209a-4da7-9d3f-fdc173672cb8,load=0,resource_versions=,resources_synced=,started_at=2022-05-19T12:08:16Z,topic='l3_agent')) {'router_ids': ['9de261c2-48a3-462e-a4d8-e8946739a8b7'], 'active': True} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:25.145142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.db [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] For port a87d8286-ed9e-4f8a-8f2f-28818dbd179d, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,segment=NetworkSegment(73eb448a-0680-4009-abea-32c6bab16507),segment_id=73eb448a-0680-4009-abea-32c6bab16507)] {{(pid=104216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:25.146130 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.164090 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.plugins.ml2.plugin [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Calling delete_port for a87d8286-ed9e-4f8a-8f2f-28818dbd179d owned by network:router_gateway {{(pid=104216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:25.173904 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_dvr_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] Set router 9de261c2-48a3-462e-a4d8-e8946739a8b7 gateway port host: None {{(pid=104219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 19 12:37:25.227471 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.l3_hamode_db [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:37:24Z', 'revision_number': 6, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port_host': None}], 'dv-cinder-804757-28-iscsi', False) {} {{(pid=104219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:25.352176 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d34be-5828-4bfa-9059-6697dd246d85 None None] The sync data for ids ['9de261c2-48a3-462e-a4d8-e8946739a8b7'] in dv-cinder-804757-28-iscsi is: [{'id': '9de261c2-48a3-462e-a4d8-e8946739a8b7', 'name': 'tempest-TestVolumeBootPattern-484644900-router', 'tenant_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-19T12:26:45Z', 'updated_at': '2022-05-19T12:37:24Z', 'revision_number': 6, 'project_id': 'fe5c73250c7c4b96920c3d5ec5678ff5', 'gw_port_host': None}] {{(pid=104219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 12:37:25.519142 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:25.561372 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:25.705840 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10370427'] for port (a87d8286-ed9e-4f8a-8f2f-28818dbd179d), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.735005 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87d8286-ed9e-4f8a-8f2f-28818dbd179d,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:25.819199 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908177'] for router_gateway (9de261c2-48a3-462e-a4d8-e8946739a8b7), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.921762 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3890969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5877'] for router (9de261c2-48a3-462e-a4d8-e8946739a8b7), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:25.924716 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks [] for router_controller (9de261c2-48a3-462e-a4d8-e8946739a8b7), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.036725 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3890944'] for router (9de261c2-48a3-462e-a4d8-e8946739a8b7), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.037337 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9de261c2-48a3-462e-a4d8-e8946739a8b7 {{(pid=104216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 19 12:37:26.043774 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.045159 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c3abe252-480b-439d-93d0-fdb39b869ef2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9de261c2-48a3-462e-a4d8-e8946739a8b7 HTTP/1.1" status: 204 len: 168 time: 1.3319085 May 19 12:37:26.048084 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.wsgi [-] (104216) accepted ('10.222.0.23', 53626) {{(pid=104216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:26.099963 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Deleting subnet fc1e04d0-180a-486a-9bb3-3552df290680 {{(pid=104216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 19 12:37:26.104122 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Publish callbacks [] for subnet (fc1e04d0-180a-486a-9bb3-3552df290680), before_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.142433 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10076702'] for subnet (fc1e04d0-180a-486a-9bb3-3552df290680), precommit_delete_associations {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.240056 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660188'] for subnet (fc1e04d0-180a-486a-9bb3-3552df290680), precommit_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.244020 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 1f2e4e93-9ec7-4af9-997e-758de77eb5ae no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:26.266179 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 1f2e4e93-9ec7-4af9-997e-758de77eb5ae {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:26.266557 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 1f2e4e93-9ec7-4af9-997e-758de77eb5ae not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:26.266968 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a87d8286-ed9e-4f8a-8f2f-28818dbd179d no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:26.289277 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: a87d8286-ed9e-4f8a-8f2f-28818dbd179d {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:26.289540 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device a87d8286-ed9e-4f8a-8f2f-28818dbd179d not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:26.404042 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10076810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084021'] for subnet (fc1e04d0-180a-486a-9bb3-3552df290680), after_delete {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.461677 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1e04d0-180a-486a-9bb3-3552df290680,revision_number=None']} {{(pid=104216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:26.468895 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG neutron_lib.callbacks.manager [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for subnet (None), before_response {{(pid=104216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.474831 dv-cinder-804757-28-iscsi neutron-server[104216]: INFO neutron.wsgi [None req-c90a0ba3-d792-4dcd-8dad-d151facac821 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fc1e04d0-180a-486a-9bb3-3552df290680 HTTP/1.1" status: 204 len: 168 time: 0.4253623 May 19 12:37:26.477734 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd11639b-8b1b-480d-8415-ce38161133e3 None None] Network 204e94b5-47e4-450c-8253-65a42241e0b9 requested from dv-cinder-804757-28-iscsi {{(pid=104218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 19 12:37:26.479028 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53628) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:26.578996 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880643'] for network (204e94b5-47e4-450c-8253-65a42241e0b9), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.636689 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Deleting port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c {{(pid=104217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:26.637243 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.682851 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] DHCP port deletion for 204e94b5-47e4-450c-8253-65a42241e0b9 request from dv-cinder-804757-28-iscsi {{(pid=104218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 19 12:37:26.719824 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.db [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] For port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:26.720217 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.735999 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.plugin [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Calling delete_port for 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c owned by network:dhcp {{(pid=104217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:26.750542 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] Deleting port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c {{(pid=104218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 19 12:37:26.750998 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741699605477'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), before_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.819330 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:26.842658 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.db [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] For port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c, host dv-cinder-804757-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-28-iscsi',level=0,port_id=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,segment=NetworkSegment(8113acba-8c0d-4ff1-99a0-2f1a171bd407),segment_id=8113acba-8c0d-4ff1-99a0-2f1a171bd407)] {{(pid=104218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 19 12:37:26.842980 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3911593'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), precommit_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.861965 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] Calling delete_port for 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c owned by network:dhcp {{(pid=104218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 19 12:37:26.939890 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9460856'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.953224 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:26.958222 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741699615353', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741699060538'] for port (775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c), after_delete {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:26.981258 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] No DVR routers for this DVR port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c on host dv-cinder-804757-28-iscsi {{(pid=104217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:26.984061 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] Pushing event deleted for resources: {'Port': ['ID=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,revision_number=None']} {{(pid=104218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:26.987713 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:26.991309 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d12c6-0ec6-40f5-b0a9-9c5b6bc506ed None None] No DVR routers for this DVR port 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c on host dv-cinder-804757-28-iscsi {{(pid=104218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 12:37:27.081271 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657769', 'neutron.services.segments.db._delete_segments_for_network-8741699422742'] for network (204e94b5-47e4-450c-8253-65a42241e0b9), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.107164 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204e94b5-47e4-450c-8253-65a42241e0b9']}} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:27.120071 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8113acba-8c0d-4ff1-99a0-2f1a171bd407') {'for_net_delete': True} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:27.120411 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.services.segments.db [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8113acba-8c0d-4ff1-99a0-2f1a171bd407') {} {{(pid=104217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741699423263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385142'] for segment (8113acba-8c0d-4ff1-99a0-2f1a171bd407), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543'] for segment (8113acba-8c0d-4ff1-99a0-2f1a171bd407), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-661543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9460779'] for segment (8113acba-8c0d-4ff1-99a0-2f1a171bd407), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: Traceback (most recent call last): May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: timer() May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: cb(*args, **kw) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: return func(*args, **kwargs) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: self._notify() May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: self.callback(batched_events) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: event.method(event) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: aggregate_uuid = self.p_client.list_aggregates( May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: return f(self, *a, **k) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._get(url).json() May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: return self.request(url, 'GET', **kwargs) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: base_url = self.get_endpoint(auth, allow=allow, May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 12:37:27.160833 dv-cinder-804757-28-iscsi neutron-server[104217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 12:37:27.294734 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:37:27.317080 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3886506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910755'] for network (204e94b5-47e4-450c-8253-65a42241e0b9), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.323912 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3886468'] for network (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.327224 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/204e94b5-47e4-450c-8253-65a42241e0b9 HTTP/1.1" status: 204 len: 168 time: 0.8465049 May 19 12:37:27.347384 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66bf95-e93f-4670-ae0e-acdaaf502fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=204e94b5-47e4-450c-8253-65a42241e0b9,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:27.649995 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53632) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:27.701282 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-c3400e3c-34a5-4b0d-a566-80eb3f7e6826 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b46044a7f1d471582800c9d8a79e5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500445 May 19 12:37:27.705517 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53634) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:27.763091 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-df8db440-b6ae-4b37-aba2-6e4591b916cd admin admin] Publish callbacks [] for security_group (cbfa4c8b-afd1-4237-95fa-0016b958fec3), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.790492 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-df8db440-b6ae-4b37-aba2-6e4591b916cd admin admin] Publish callbacks [] for security_group (cbfa4c8b-afd1-4237-95fa-0016b958fec3), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.916860 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-df8db440-b6ae-4b37-aba2-6e4591b916cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (cbfa4c8b-afd1-4237-95fa-0016b958fec3), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.919886 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-df8db440-b6ae-4b37-aba2-6e4591b916cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:27.921199 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-df8db440-b6ae-4b37-aba2-6e4591b916cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbfa4c8b-afd1-4237-95fa-0016b958fec3 HTTP/1.1" status: 204 len: 168 time: 0.2146945 May 19 12:37:27.933744 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8db440-b6ae-4b37-aba2-6e4591b916cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa4c8b-afd1-4237-95fa-0016b958fec3,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:28.179386 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c no longer exists at agent ovs-agent-dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 19 12:37:28.202994 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] No Port match for: 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c {{(pid=104218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 19 12:37:28.203318 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron.plugins.ml2.rpc [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Device 775bc20d-4631-4bf9-97a0-9bcbdf6dbe4c not bound to the agent host dv-cinder-804757-28-iscsi {{(pid=104218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 19 12:37:28.885713 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53640) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:28.930714 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-92236952-98af-4ded-8577-03535d40f9fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe5c73250c7c4b96920c3d5ec5678ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435002 May 19 12:37:28.933584 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [-] (104217) accepted ('10.222.0.23', 53642) {{(pid=104217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 19 12:37:28.993182 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a9-a84e-41a6-9bcb-ec5028cf9141 admin admin] Publish callbacks [] for security_group (544871e5-4855-48cf-bae7-5ea0e96ea066), before_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.017538 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a9-a84e-41a6-9bcb-ec5028cf9141 admin admin] Publish callbacks [] for security_group (544871e5-4855-48cf-bae7-5ea0e96ea066), precommit_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.157102 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a9-a84e-41a6-9bcb-ec5028cf9141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4050930'] for security_group (544871e5-4855-48cf-bae7-5ea0e96ea066), after_delete {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.160276 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron_lib.callbacks.manager [None req-1376a3a9-a84e-41a6-9bcb-ec5028cf9141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:29.161619 dv-cinder-804757-28-iscsi neutron-server[104217]: INFO neutron.wsgi [None req-1376a3a9-a84e-41a6-9bcb-ec5028cf9141 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/544871e5-4855-48cf-bae7-5ea0e96ea066 HTTP/1.1" status: 204 len: 168 time: 0.2267838 May 19 12:37:29.171277 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376a3a9-a84e-41a6-9bcb-ec5028cf9141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544871e5-4855-48cf-bae7-5ea0e96ea066,revision_number=None']} {{(pid=104217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 12:37:35.231740 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=46 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:36.412597 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=61,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:36.421879 dv-cinder-804757-28-iscsi neutron-server[104216]: DEBUG dbcounter [-] [104216] Writing DB stats neutron:SELECT=38,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:37.290449 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=45 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:38.184191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=84,neutron:DELETE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:39.166266 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:39.167253 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG dbcounter [-] [104217] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=104217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:39.188699 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=83,neutron:DELETE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:42.470671 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7684b85c-95c0-4511-abc1-c9833d2a8159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:44.527964 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:44.973369 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-bf1416c9-04a0-49d5-8adc-64d5826645b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:46.368225 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:47.642055 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:49.311428 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:37:56.262164 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:56.262987 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:59.229339 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:37:59.231519 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:04.296249 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:38:10.289177 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:12.442041 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ebd77b5f-6106-4321-a154-7d372312ebff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:14.291485 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:14.522413 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:15.001921 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2dc3-309a-438b-83f8-6838a2177adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:16.122449 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:17.665305 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:19.328039 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:28.613517 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:29.232233 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:41.298907 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:38:42.494010 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-f31129f4-825e-4354-b40f-18bfa30b1825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:44.545135 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:44.968924 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3043-f1a1-4bde-97de-1b9bc43b97ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:46.173400 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:47.710793 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:49.333548 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:38:51.293193 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:51.294125 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:59.225266 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:38:59.230228 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:08.618469 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=11 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:08.619343 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=15 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:12.452727 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1413237a-8f4f-4daf-b364-47f817c961f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:14.551386 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:14.939480 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-107cfede-ac16-42de-9621-6bf57447844b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:16.122603 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:17.682343 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:18.299399 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:39:19.408317 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:24.230249 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:28.295759 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:29.228418 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:29.232535 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:42.454187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-da7ab6a5-fc2f-4b05-880c-9e111dd01a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:44.580088 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:44.973642 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1f01-e531-4ba2-8387-eadb80c0e78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:46.122544 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:47.675485 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:49.310768 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:39:55.299187 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:39:59.230380 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:39:59.232469 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:10.285755 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:10.286570 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:12.477098 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-0979d8b7-7ba8-4284-a984-1f4b06810425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:14.545541 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:14.974115 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2014-4f2c-4920-bf44-161c06882e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:16.162817 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:17.665773 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:19.299978 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:24.055481 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-ec4cbdd2-743b-4b8c-afa7-e925b3933ca9 service neutron] (104217) timed out ('10.222.0.23', 46436) {{(pid=104217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:40:24.148643 dv-cinder-804757-28-iscsi neutron-server[104217]: DEBUG neutron.wsgi [req-912b2a30-de6c-435f-a6b3-7020ae6de187 req-2cef6141-b0b1-43fe-8667-cf1d50d7dccd tempest-TestShelveInstance-971620300 tempest-TestShelveInstance-971620300-project] (104217) timed out ('10.222.0.23', 46444) {{(pid=104217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 19 12:40:29.224554 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:29.233728 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:32.298957 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:40:42.294417 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=3 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:42.295339 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=5 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:42.482575 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2c4a-f124-490a-af8b-8105205d1d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:44.557029 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:45.094174 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7f887f9e-ca3d-4d10-a73d-7fee64c096fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:46.139981 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:47.722483 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:49.291160 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:40:59.228031 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:40:59.230202 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:09.299200 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:41:12.477633 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-747573d3-1054-4ed3-8a6f-5d0e46a3a975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:14.557191 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:15.048709 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-6a641d76-c28b-4650-983c-ec3b2cffa76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:16.123090 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:17.682927 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:19.293078 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=20 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:19.293976 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=14 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:19.303270 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:27.599814 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:29.233175 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:42.537688 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3ead9069-dc58-4419-b8a3-1a759cd1d1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:44.611779 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:45.031469 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d06c-9977-4342-aeb6-d3c557bcc354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:46.134599 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:46.302303 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:41:47.697670 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:49.314414 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:41:56.294655 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:56.295666 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=4 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:59.227326 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:41:59.237477 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:10.283065 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:10.284158 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:DELETE=1 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:12.477897 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-b6a59333-19fb-45c6-a2dd-76edbb67d5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:14.608982 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:15.034997 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-3531d013-9afd-413e-91f5-71d2ab987d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:16.194454 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:17.677680 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:19.308671 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:23.306183 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:42:29.232315 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:29.245944 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:33.299668 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=2 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:33.300460 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=6 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:42.462797 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-1cb4ac8a-0364-4102-aca8-c8c4d782a2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:44.611149 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-906bd347-e338-41d0-beb0-1dad6eb4ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (507557ae-993c-41e4-b9f8-b56a76323d3d), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:44.952220 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-af0921cf-0499-4102-a6da-5960df86c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (0042365c-209a-4da7-9d3f-fdc173672cb8), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:46.140911 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c123-d7bc-465d-a9d4-ece201b86f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (7d4710aa-cc41-4f64-800b-f5e7a19b7749), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:47.697445 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-5fbb9f16-4443-49cb-89b8-35fc820fb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (36469239-b8bf-4fb5-9121-d6c1e714bd1f), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:49.303001 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5f8-fb95-4f76-a037-7162d5bd6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (ec8e8cb4-5ace-43d3-9d6e-c68315fad9c5), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 19 12:42:59.232811 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:42:59.240187 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG dbcounter [-] [104218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:00.311692 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG neutron.db.agents_db [None req-5b742ae4-011c-47da-b779-92efa56ba34c None None] Agent healthcheck: found 6 active agents {{(pid=104219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 19 12:43:08.637650 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=15 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:10.302892 dv-cinder-804757-28-iscsi neutron-server[104219]: DEBUG dbcounter [-] [104219] Writing DB stats neutron:SELECT=21 {{(pid=104219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 19 12:43:12.492257 dv-cinder-804757-28-iscsi neutron-server[104218]: DEBUG neutron_lib.callbacks.manager [None req-7731a683-80e4-4f16-b574-86d749bbebef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741699422724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721066'] for agent (e8c1770b-e1e0-45e8-932b-05ab5b6676aa), after_update {{(pid=104218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}